-- Logs begin at Tue 2022-04-12 02:22:31 UTC, end at Tue 2022-04-12 03:33:15 UTC. -- Apr 12 02:59:13.572100 dv-cinder-837443-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 12 02:59:16.452414 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.common.config [-] Logging enabled! Apr 12 02:59:16.453045 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 02:59:16.453196 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103339) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 02:59:16.456606 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.common.config [-] Logging enabled! Apr 12 02:59:16.456859 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev106 Apr 12 02:59:16.457165 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103339) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 12 02:59:16.458098 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 02:59:16.458327 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 02:59:16.458722 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 02:59:16.458966 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 02:59:16.459192 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 02:59:16.459597 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.460034 dv-cinder-837443-1-smb neutron-server[103339]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 12 02:59:16.460345 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.460608 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.460900 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.461189 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.461467 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.461748 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.462029 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.462319 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.462602 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.462903 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.463181 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.463450 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.463728 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.464007 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.464288 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.464566 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] debug = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.464843 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.465267 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.465673 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.465949 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.466231 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.466506 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.466867 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.467137 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.467413 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.467734 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] host = dv-cinder-837443-1-smb {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.468007 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.468291 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.468575 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.468855 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.469139 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.469397 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.469679 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.469947 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.470214 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] log_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.470485 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.470850 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.471133 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.471426 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.471636 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.471855 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.472147 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.472428 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.472697 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.472967 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.473236 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.473505 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.473772 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.474036 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.474314 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.474589 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.474894 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.475164 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.475430 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.475694 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.475964 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.476238 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.476505 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.476773 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.477041 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.477320 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.477582 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.477850 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.478142 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.478420 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.478703 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.478994 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.479261 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.479535 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.479804 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.480068 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.480330 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] use_json = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.480594 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.480859 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.481133 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.481402 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.481667 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.481937 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.482202 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.482481 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.482767 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:16.483060 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.483350 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.483646 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.483939 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.484223 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.484497 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.484778 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.485050 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.485331 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.485612 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.485895 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.486165 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.486482 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.486787 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.487078 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.487378 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.487664 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.487950 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.488221 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.488489 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.488756 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.489028 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.489310 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.489582 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.489870 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.490153 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.490428 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.490741 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.491025 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.491309 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.491590 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.491859 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.492131 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.492415 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.492691 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.492959 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.493231 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.493514 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.493789 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.494059 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.494336 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.494610 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.494902 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.495170 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.495444 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.495731 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.496003 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.496271 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.496537 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.496809 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.497079 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.497361 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.497638 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.497911 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.498181 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.498455 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.498742 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.499014 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.499285 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.499554 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.499832 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.500104 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.500368 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.500637 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.500904 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.501169 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.501433 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.501700 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.502025 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.502292 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.502561 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.502856 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.503125 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.503390 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.503673 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.503962 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.504235 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.504502 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.504773 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.505042 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.505312 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.505582 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.505854 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.506127 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.506393 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.506677 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.506975 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.507259 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.507554 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.507826 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.508115 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.508388 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.508658 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.508934 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.509204 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.509476 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.509759 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.510036 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.510323 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.510609 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.510917 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.511203 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.511492 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.511765 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.512065 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.512337 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:16.512550 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 02:59:16.512785 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103339) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 12 02:59:16.880476 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 02:59:16.880732 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 02:59:16.881035 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 12 02:59:16.881376 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 12 02:59:17.200963 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.201179 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.201425 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.202733 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.203030 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.203268 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.255419 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.255690 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.255954 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.270667 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.270965 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.271228 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.301050 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.301327 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.301591 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.338078 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.338370 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.338644 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.674451 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.675154 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.675154 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.675321 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.675930 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.773370 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.773687 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.773970 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.774195 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.774496 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.774836 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.775100 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.775358 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.775616 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.775901 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.776162 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.776432 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.776688 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.776923 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.777174 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.777440 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.777696 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.777962 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.778227 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.778485 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.778917 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.779177 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.779470 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.779850 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.780112 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.780352 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.780745 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:59:17.780985 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:59:17.781219 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:59:17.781453 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:59:17.781685 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:59:17.781915 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:59:17.782276 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 12 02:59:17.785569 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 12 02:59:17.789505 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 12 02:59:17.793187 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 12 02:59:17.794822 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 12 02:59:17.795288 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 12 02:59:17.795617 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 12 02:59:17.795990 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 12 02:59:17.798986 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 12 02:59:17.799237 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 12 02:59:17.799578 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 02:59:17.804418 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 12 02:59:17.827980 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 12 02:59:17.828422 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.828716 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103339) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 12 02:59:17.829084 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.830476 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103339) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 12 02:59:17.830748 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 12 02:59:17.831017 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 12 02:59:17.834282 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.834556 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:17.896195 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 12 02:59:17.896430 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 12 02:59:17.896658 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 12 02:59:17.897016 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 12 02:59:17.918426 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_db.sqlalchemy.engines [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103339) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 12 02:59:18.358307 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Initializing driver for type 'gre' Apr 12 02:59:18.358875 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] gre ID ranges: [(1, 1000)] Apr 12 02:59:18.414256 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Initializing driver for type 'local' Apr 12 02:59:18.414518 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Initializing driver for type 'vlan' Apr 12 02:59:18.430177 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] VlanTypeDriver initialization complete Apr 12 02:59:18.430532 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Initializing driver for type 'vxlan' Apr 12 02:59:18.431093 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] vxlan ID ranges: [(1, 1000)] Apr 12 02:59:18.483919 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Initializing extension driver 'port_security' Apr 12 02:59:18.484273 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.extensions.port_security [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] PortSecurityExtensionDriver initialization complete Apr 12 02:59:18.484602 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Initializing mechanism driver 'openvswitch' Apr 12 02:59:18.484938 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Initializing mechanism driver 'hyperv' Apr 12 02:59:18.491710 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.plugins.ml2.plugin [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:59:18.492558 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > port after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.492930 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > port after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.493284 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > port after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.493818 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:59:18.494262 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > subnet after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.494614 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > subnet after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.494980 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.495380 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:59:18.495790 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > network after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.496137 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > network after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.496476 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > network after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.496870 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:59:18.497275 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > security_group after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.497624 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > security_group after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.497962 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.498361 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:59:18.498788 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.499135 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.499473 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.499868 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:59:18.500298 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > address_group after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.500639 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > address_group after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.500971 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.501370 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103339) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 12 02:59:18.501857 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] ML2 OVO RPC backend initialized. {{(pid=103339) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 12 02:59:18.502562 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.502940 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.503354 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > network before_response 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.503703 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > networks before_response 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.504049 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > port before_response 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.504386 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > ports before_response 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.504723 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > subnet before_response 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.505060 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > subnets before_response 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.505401 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > network after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.505735 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > network after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.506064 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > network after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.506397 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > port after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.506756 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > port after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.507092 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > port after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.507423 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > subnet after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.507755 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > subnet after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.508084 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.515245 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded quota_driver: . Apr 12 02:59:18.515605 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.plugin [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Modular L2 Plugin initialization complete Apr 12 02:59:18.515952 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading services supported by the core plugin {{(pid=103339) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 12 02:59:18.516288 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.plugins.ml2.managers [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Got port-security extension from driver 'port_security' Apr 12 02:59:18.516762 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.extensions.vlantransparent [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Disabled vlantransparent extension. Apr 12 02:59:18.517252 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103339) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 12 02:59:18.517584 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading Plugin: router Apr 12 02:59:18.553129 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.553517 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router after_create 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.553892 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router before_create 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.554258 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.554633 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.555023 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router after_delete 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.555384 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.555733 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.556096 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router after_create 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.556438 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router after_update 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.556789 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router after_update 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.557138 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.557478 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router after_update 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.557893 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_update 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.558267 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: port after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.558656 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: port after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.558962 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: subnet after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.559304 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.559670 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.559999 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_create 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.560348 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: port before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.560688 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.561074 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router after_update 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.561412 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.561747 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_create 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.562107 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.562451 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_update 55549900 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.562846 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > agent after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.563199 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > agent after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.563673 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > network after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.564917 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Tracking information for resource: router configured {{(pid=103339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:59:18.565245 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Tracking information for resource: floatingip configured {{(pid=103339) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 12 02:59:18.570082 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.db.l3_agentschedulers_db [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 12 02:59:18.570664 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: port after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.571049 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: port after_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.571400 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: port after_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.571747 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: port after_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.572568 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router before_create 55550100 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.572928 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.573286 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_create 55550100 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.573640 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > router precommit_update 55550100 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.578461 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.services.provider_configuration [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service providers = [] {{(pid=103339) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 12 02:59:18.578855 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.db.servicetype_db [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103339) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 12 02:59:18.581840 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.services.service_base [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 02:59:18.582186 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.services.service_base [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 02:59:18.582532 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.services.service_base [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 02:59:18.583445 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.services.service_base [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103339) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 12 02:59:18.583818 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.services.service_base [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 12 02:59:18.584195 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:59:18.584510 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 12 02:59:18.596357 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:59:18.596690 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading Plugin: auto_allocate Apr 12 02:59:18.602382 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: network precommit_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.602747 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: network precommit_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.603290 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:59:18.603614 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading Plugin: tag Apr 12 02:59:18.610340 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:59:18.610670 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading Plugin: timestamp Apr 12 02:59:18.614537 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:59:18.614892 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading Plugin: network_ip_availability Apr 12 02:59:18.620393 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.620768 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.621124 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.621834 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:59:18.622154 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading Plugin: flavors Apr 12 02:59:18.627115 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:59:18.627437 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading Plugin: revisions Apr 12 02:59:18.631680 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103339) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 12 02:59:18.632076 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_concurrency.lockutils [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.751s {{(pid=103339) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 12 02:59:18.632823 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103339) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 12 02:59:18.633160 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Initializing extension manager. Apr 12 02:59:18.633683 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: __init__.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.634024 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: __pycache__ {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.634359 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: address_group.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.635142 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.635707 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: address-group Apr 12 02:59:18.636029 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: address_scope.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.636743 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.637254 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: address-scope Apr 12 02:59:18.637573 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.638499 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.639040 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: router-admin-state-down-before-update Apr 12 02:59:18.639369 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: agent.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.640069 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.640558 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: agent Apr 12 02:59:18.640878 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: agent_resources_synced.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.641778 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.642294 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: agent-resources-synced Apr 12 02:59:18.642637 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: allowedaddresspairs.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.644439 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.644968 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: allowed-address-pairs Apr 12 02:59:18.645294 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: auto_allocated_topology.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.646356 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.646904 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: auto-allocated-topology Apr 12 02:59:18.647232 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: availability_zone.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.647922 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.648432 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: availability_zone Apr 12 02:59:18.648751 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: availability_zone_filter.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.649665 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.650170 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: availability_zone_filter Apr 12 02:59:18.650493 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: data_plane_status.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.651443 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.651953 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension data-plane-status not supported by any of loaded plugins Apr 12 02:59:18.652275 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: default_subnetpools.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.653182 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.653696 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: default-subnetpools Apr 12 02:59:18.654015 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.654847 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.655356 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: dhcp_agent_scheduler Apr 12 02:59:18.655671 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: dns.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.656584 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.657088 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension dns-integration not supported by any of loaded plugins Apr 12 02:59:18.657407 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: dns_domain_ports.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.658360 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.658972 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 12 02:59:18.659483 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.660761 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.661278 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 12 02:59:18.661599 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: dvr.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.662268 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.662814 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: dvr Apr 12 02:59:18.663136 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: ecmp_routes.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.664045 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.664551 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension ecmp_routes not supported by any of loaded plugins Apr 12 02:59:18.664872 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: empty_string_filtering.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.665774 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.666283 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: empty-string-filtering Apr 12 02:59:18.666603 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.667561 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.668062 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 12 02:59:18.668378 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.669305 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.669806 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 12 02:59:18.670124 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: external_net.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.671067 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.671573 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: external-net Apr 12 02:59:18.671893 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.672800 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.673309 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: extra_dhcp_opt Apr 12 02:59:18.673653 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: extraroute.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.674542 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.675104 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: extraroute Apr 12 02:59:18.675385 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: extraroute_atomic.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.676391 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.676896 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: extraroute-atomic Apr 12 02:59:18.677213 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: filter_validation.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.677869 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.678368 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: filter-validation Apr 12 02:59:18.678712 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: fip_pf_description.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.679791 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.680303 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 12 02:59:18.680623 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: fip_pf_port_range.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.681534 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.682047 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 12 02:59:18.682367 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: fip_port_details.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.683299 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.683810 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: fip-port-details Apr 12 02:59:18.684130 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: flavors.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.685338 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.685852 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: flavors Apr 12 02:59:18.686176 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.687843 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.688365 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 12 02:59:18.688692 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: floatingip_pools.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.689762 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.690270 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: floatingip-pools Apr 12 02:59:18.690594 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: ip_allocation.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.691543 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.692056 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension ip_allocation not supported by any of loaded plugins Apr 12 02:59:18.692377 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.693300 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.693807 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: ip-substring-filtering Apr 12 02:59:18.694132 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l2_adjacency.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.695109 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.695609 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension l2_adjacency not supported by any of loaded plugins Apr 12 02:59:18.695925 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.696891 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.697417 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: router Apr 12 02:59:18.697740 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.699993 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.700518 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 12 02:59:18.700843 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.701755 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.702271 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: ext-gw-mode Apr 12 02:59:18.702596 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.703550 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.704061 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: l3-ha Apr 12 02:59:18.704380 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.705306 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.705815 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 12 02:59:18.706135 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3_flavors.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.707082 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.707594 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: l3-flavors Apr 12 02:59:18.707914 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3_ndp_proxy.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.709287 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.709807 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 12 02:59:18.710137 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.711070 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.711617 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: l3-port-ip-change-not-allowed Apr 12 02:59:18.711943 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: l3agentscheduler.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.712959 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.713475 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: l3_agent_scheduler Apr 12 02:59:18.713801 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: local_ip.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.715720 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.716252 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension local_ip not supported by any of loaded plugins Apr 12 02:59:18.716585 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: logging.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.718049 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.718581 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension logging not supported by any of loaded plugins Apr 12 02:59:18.718933 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: metering.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.719679 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.720256 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: metering Apr 12 02:59:18.720635 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.721751 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.722267 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: metering_source_and_destination_fields Apr 12 02:59:18.722593 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: multiprovidernet.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.723552 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.724061 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: multi-provider Apr 12 02:59:18.724381 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: netmtu.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.725289 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.725799 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: net-mtu Apr 12 02:59:18.726120 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: netmtu_writable.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.727059 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.727571 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: net-mtu-writable Apr 12 02:59:18.727892 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: network_availability_zone.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.728560 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.729066 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: network_availability_zone Apr 12 02:59:18.729389 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: network_ip_availability.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.730501 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.731046 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: network-ip-availability Apr 12 02:59:18.731366 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: network_segment_range.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.732142 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.732651 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension network-segment-range not supported by any of loaded plugins Apr 12 02:59:18.732971 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: pagination.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.733957 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.734280 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: pagination Apr 12 02:59:18.734599 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: port_device_profile.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.735540 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.736061 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: port-device-profile Apr 12 02:59:18.736402 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.737321 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.737832 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: port-mac-address-regenerate Apr 12 02:59:18.738150 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.739088 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.739605 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: port-numa-affinity-policy Apr 12 02:59:18.740052 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: port_resource_request.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.740967 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.741476 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension port-resource-request not supported by any of loaded plugins Apr 12 02:59:18.741785 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: port_resource_request_groups.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.742777 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.743278 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 12 02:59:18.743598 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: portbindings.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.744524 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.745034 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: binding Apr 12 02:59:18.745351 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: portbindings_extended.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.746616 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.747161 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: binding-extended Apr 12 02:59:18.747484 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: portsecurity.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.748401 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.748914 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: port-security Apr 12 02:59:18.749242 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: project_id.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.750217 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.750545 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: project-id Apr 12 02:59:18.750894 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: providernet.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.751910 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.752420 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: provider Apr 12 02:59:18.752739 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.756362 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.756888 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos not supported by any of loaded plugins Apr 12 02:59:18.757217 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.758455 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.758996 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 12 02:59:18.759328 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.760362 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.760879 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 12 02:59:18.761202 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_default.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.762123 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.762668 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-default not supported by any of loaded plugins Apr 12 02:59:18.763022 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_fip.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.763942 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.764454 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-fip not supported by any of loaded plugins Apr 12 02:59:18.764775 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_fip_network_policy.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.765716 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.766229 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 12 02:59:18.766550 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_gateway_ip.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.767521 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.768041 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 12 02:59:18.768360 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_port_network_policy.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.769274 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.769790 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 12 02:59:18.770105 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.771250 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.771768 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 12 02:59:18.772089 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.773121 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.773636 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 12 02:59:18.773960 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_pps_rule.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.775144 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.775662 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-pps not supported by any of loaded plugins Apr 12 02:59:18.775985 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_rule_type_details.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.776895 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.777411 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 12 02:59:18.777735 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_rule_type_filter.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.778643 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.779186 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 12 02:59:18.779510 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: qos_rules_alias.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.780552 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.781065 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 12 02:59:18.781387 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: quota_check_limit.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.782325 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.782872 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: quota-check-limit Apr 12 02:59:18.783248 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: quotasv2.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.784190 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.784514 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: quotas Apr 12 02:59:18.784835 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: quotasv2_detail.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.786600 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.786970 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: quota_details Apr 12 02:59:18.787294 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: rbac.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.788348 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.788871 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: rbac-policies Apr 12 02:59:18.789201 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: rbac_address_group.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.790159 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.790716 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: rbac-address-group Apr 12 02:59:18.791037 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: rbac_address_scope.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.791954 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.792476 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: rbac-address-scope Apr 12 02:59:18.792794 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: rbac_security_groups.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.793794 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.794314 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: rbac-security-groups Apr 12 02:59:18.794635 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: rbac_subnetpool.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.795581 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.796097 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: rbac-subnetpool Apr 12 02:59:18.796414 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: revisionifmatch.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.797340 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.797854 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: revision-if-match Apr 12 02:59:18.798174 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: revisions.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.799372 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.799882 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: standard-attr-revisions Apr 12 02:59:18.800208 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: router_availability_zone.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.800875 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.801391 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: router_availability_zone Apr 12 02:59:18.801711 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: routerservicetype.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.802628 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.803240 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension router-service-type not supported by any of loaded plugins Apr 12 02:59:18.803562 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.804488 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.805005 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: security-groups-normalized-cidr Apr 12 02:59:18.805329 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.806244 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.806784 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: port-security-groups-filtering Apr 12 02:59:18.807107 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.808034 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.808551 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: security-groups-remote-address-group Apr 12 02:59:18.808921 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.809821 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.810340 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: security-groups-shared-filtering Apr 12 02:59:18.810661 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.811273 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 12 02:59:18.811588 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: securitygroup.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.821592 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.822121 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: security-group Apr 12 02:59:18.822453 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: segment.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.823218 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.823733 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension segment not supported by any of loaded plugins Apr 12 02:59:18.824057 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.825013 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.825528 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 12 02:59:18.825850 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: servicetype.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.826981 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.827503 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: service-type Apr 12 02:59:18.827827 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: sorting.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.828814 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.829143 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: sorting Apr 12 02:59:18.829463 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: standard_attr_segment.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.830415 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.830965 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 12 02:59:18.831293 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: standardattrdescription.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.831931 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.832439 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: standard-attr-description Apr 12 02:59:18.832761 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: stateful_security_group.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.833682 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.834197 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: stateful-security-group Apr 12 02:59:18.834519 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: stdattrs_common.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.835109 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 12 02:59:18.835429 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.836364 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.836881 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 12 02:59:18.837195 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: subnet_onboard.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.838257 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.838807 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: subnet_onboard Apr 12 02:59:18.839126 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.840055 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.840566 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 12 02:59:18.840881 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: subnet_service_types.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.841809 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.842328 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: subnet-service-types Apr 12 02:59:18.842649 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: subnetallocation.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.843779 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.844296 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: subnet_allocation Apr 12 02:59:18.844616 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.845319 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.845897 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: subnetpool-prefix-ops Apr 12 02:59:18.846255 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.847317 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.847866 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 12 02:59:18.848218 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: tagging.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.849431 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.849947 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: standard-attr-tag Apr 12 02:59:18.850271 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: timestamp.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.851504 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.852017 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loaded extension: standard-attr-timestamp Apr 12 02:59:18.852342 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: trunk.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.853376 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.853897 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension trunk not supported by any of loaded plugins Apr 12 02:59:18.854219 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: trunk_details.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.855169 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.855684 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension trunk-details not supported by any of loaded plugins Apr 12 02:59:18.856003 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: uplink_status_propagation.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.856920 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.857427 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 12 02:59:18.857746 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Loading extension file: vlantransparent.py {{(pid=103339) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 12 02:59:18.858420 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103339) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 12 02:59:18.858969 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extension vlan-transparent not supported by any of loaded plugins Apr 12 02:59:18.861565 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:network Apr 12 02:59:18.862086 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:subnet Apr 12 02:59:18.862485 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:59:18.862908 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:port Apr 12 02:59:18.864147 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.864583 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service FLAVORS assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.865207 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.865635 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.865965 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:router Apr 12 02:59:18.866385 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:floatingip Apr 12 02:59:18.866898 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service METERING assigned prefix: /metering {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.868670 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.869045 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.869402 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 02:59:18.870411 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 02:59:18.870909 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:security_group Apr 12 02:59:18.871345 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 02:59:18.871941 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service CORE assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.872282 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:59:18.872625 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] subnetpool is already registered Apr 12 02:59:18.873052 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service CORE assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.873375 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:59:18.873700 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] subnetpool is already registered Apr 12 02:59:18.876008 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.876439 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service FLAVORS assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.877206 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.877643 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.877974 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:router Apr 12 02:59:18.878310 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] router is already registered Apr 12 02:59:18.878753 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:floatingip Apr 12 02:59:18.879094 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] floatingip is already registered Apr 12 02:59:18.879569 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service METERING assigned prefix: /metering {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.880255 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of CountableResource for resource:rbac_policy Apr 12 02:59:18.880580 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] rbac_policy is already registered Apr 12 02:59:18.881007 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:security_group Apr 12 02:59:18.881338 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] security_group is already registered Apr 12 02:59:18.881749 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:security_group_rule Apr 12 02:59:18.882079 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] security_group_rule is already registered Apr 12 02:59:18.882566 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service CORE assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.882911 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:59:18.883245 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] subnetpool is already registered Apr 12 02:59:18.883676 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.v2.resource_helper [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Service CORE assigned prefix: {{(pid=103339) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 12 02:59:18.883999 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Creating instance of TrackedResource for resource:subnetpool Apr 12 02:59:18.884325 dv-cinder-837443-1-smb neutron-server[103339]: WARNING neutron.quota.resource_registry [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] subnetpool is already registered Apr 12 02:59:18.884797 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: extensions {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.887489 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: address-groups {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.888988 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: address-scopes {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.890212 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: agents {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.891524 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: auto-allocated-topology {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.892808 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: availability_zones {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.894023 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: dhcp-networks {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.895463 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: dhcp-agents {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.896986 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: routers {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.899137 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: flavors {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.900394 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: service_profiles {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.901569 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: next_providers {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.903022 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: service_profiles {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.904437 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: floatingip-pools {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.905763 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: routers {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.907845 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: floatingips {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.909037 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: l3-routers {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.910516 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: l3-agents {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.911939 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: metering-labels {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.913222 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: metering-label-rules {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.914781 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: network-ip-availabilities {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.916046 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: bindings {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.917588 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: quotas {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.919246 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: quotas {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.920790 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: rbac-policies {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.921977 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: security-groups {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.923328 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: security-group-rules {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.924601 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: service-providers {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.925800 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: subnetpools {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.927136 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: subnetpools {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.928680 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.930349 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.932193 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.933950 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.935634 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.937589 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.939630 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.941420 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.944206 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.945942 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron.api.extensions [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Extended resource: tags {{(pid=103339) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 12 02:59:18.951911 dv-cinder-837443-1-smb neutron-server[103339]: WARNING keystonemiddleware.auth_token [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 12 02:59:18.956516 dv-cinder-837443-1-smb neutron-server[103339]: WARNING keystonemiddleware.auth_token [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 12 02:59:18.965486 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_concurrency.lockutils [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Acquired lock "singleton_lock" {{(pid=103339) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 12 02:59:18.965966 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_concurrency.lockutils [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Releasing lock "singleton_lock" {{(pid=103339) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 12 02:59:18.966620 dv-cinder-837443-1-smb neutron-server[103339]: INFO oslo_service.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Starting 2 workers Apr 12 02:59:18.971520 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Started child 103446 {{(pid=103339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 02:59:18.975881 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Started child 103447 {{(pid=103339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 02:59:18.976971 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:18.977702 dv-cinder-837443-1-smb neutron-server[103339]: INFO neutron.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Neutron service started, listening on 0.0.0.0:9696 Apr 12 02:59:18.977983 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Publish callbacks [] for process (None), before_spawn {{(pid=103339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:18.978434 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [-] (103446) wsgi starting up on http://0.0.0.0:9696 Apr 12 02:59:18.980423 dv-cinder-837443-1-smb neutron-server[103339]: INFO oslo_service.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Starting 1 workers Apr 12 02:59:18.980633 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:18.981986 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [-] (103447) wsgi starting up on http://0.0.0.0:9696 Apr 12 02:59:18.985514 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Started child 103448 {{(pid=103339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 02:59:18.986045 dv-cinder-837443-1-smb neutron-server[103339]: INFO oslo_service.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Starting 1 workers Apr 12 02:59:18.989482 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] calling RpcWorker wait() {{(pid=103448) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 12 02:59:18.990034 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] returning from RpcWorker wait() {{(pid=103448) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 12 02:59:18.990544 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Started child 103449 {{(pid=103339) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 12 02:59:18.991328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:18.991468 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG neutron_lib.callbacks.manager [None req-9759b47d-0d45-46d0-896a-880569b04f0d None None] Publish callbacks [] for process (None), after_spawn {{(pid=103339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:18.991886 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:59:18.993193 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103339) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 02:59:18.993330 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 02:59:18.993524 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 02:59:18.993775 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 02:59:18.994103 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 02:59:18.994225 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 02:59:18.994853 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.995116 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.995371 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.995483 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:18.995930 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.995930 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.996436 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.996709 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.996963 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.997221 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.997466 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.997607 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.997755 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.998177 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.998441 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.998785 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.999055 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.999313 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.999569 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.999732 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:18.999990 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.000264 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.000533 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.000792 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] debug = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.001029 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.001505 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.001764 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.002011 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.002211 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.002482 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.002751 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.003006 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.003243 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.003470 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.003698 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.003947 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.004178 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.004412 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.004680 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.004890 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.005147 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.005371 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.005812 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] host = dv-cinder-837443-1-smb {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.006043 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.006257 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.006510 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.006790 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.007033 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.007264 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.007505 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.007759 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.008013 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.008215 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.008460 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.008700 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.008919 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.009153 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.009319 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_options = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.009547 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.009800 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.010050 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.010236 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.010402 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.010562 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.010861 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.011026 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.011279 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.011490 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.011700 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.011927 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.012165 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.012381 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.012625 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.012834 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.013077 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.013283 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.013557 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.013780 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.013999 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.014238 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.014479 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.014798 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.014940 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.015146 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.015371 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.015738 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.016123 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.016634 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:59:19.016945 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.017184 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.017514 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.017733 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.017969 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.018231 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.018455 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.018702 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.019810 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.019810 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.019810 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.020060 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.020700 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.021663 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.021947 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.022190 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.022758 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.023026 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_json = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.023258 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.023517 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.024007 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.024229 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.024494 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.024717 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.024939 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.025363 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.025759 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.026382 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.027033 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.027521 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.027784 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.028043 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.028282 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.028666 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.029066 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.029308 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.029547 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.029879 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.030111 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.030419 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.030658 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.030950 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.031296 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.031571 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.031819 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.032072 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.032289 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.032513 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.032755 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.033033 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.033451 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.033901 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.034326 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.034743 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.035203 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.035628 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.036133 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.036411 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.036669 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.036920 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.037248 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.037624 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.037996 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.038375 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.038753 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.039136 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.039406 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.039631 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.039843 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.040082 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.040310 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.040521 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.040760 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.040977 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.041240 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.041484 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.041704 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.041913 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.042126 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.042339 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.042569 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.042801 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.043014 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.043274 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.043513 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.043746 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.043976 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.044201 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.044432 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.044659 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.044869 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.045076 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.045281 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.045512 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.045737 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.045995 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.046208 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.046416 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.046623 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.046865 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.047073 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.047374 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.047589 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.047795 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.048007 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.048212 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.048416 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.048684 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.048896 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.049103 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.049302 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.049518 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.049744 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.049975 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.050199 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.050409 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.050629 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.050871 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.051144 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.051455 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.051715 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.051923 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.052138 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.052368 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.052578 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.052805 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.053030 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.053238 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.053468 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.053716 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.053954 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.054265 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.054515 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.054787 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.055037 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.055249 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.055478 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.055710 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.055919 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.056491 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.056741 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.057062 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.057227 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.057572 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.057817 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.058058 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.058345 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.058594 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.058884 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.059171 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.059370 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.059673 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.059933 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.060210 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.060452 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.060734 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.060987 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.061231 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.061485 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.061726 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.061952 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.062173 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.062413 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.062638 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.063012 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.063393 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.063719 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.063971 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.064548 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.064762 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.065030 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.065259 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.065500 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.065764 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.066008 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.066265 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.066500 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.066764 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.067016 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.067244 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.067582 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.067817 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.068045 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.068255 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.068468 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.068681 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.068893 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.069136 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.069346 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.069559 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.069769 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.069981 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.070194 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.070453 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.070667 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.070897 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.071286 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.071501 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.071732 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.071946 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.072153 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.072417 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.072631 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.072894 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.073147 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.073378 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.073603 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.073847 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.074097 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.074307 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.074563 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.074801 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.075012 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.075219 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.075432 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.075660 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.075870 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.076090 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.076299 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.076552 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.076796 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.077381 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.077682 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.078068 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.078309 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.078551 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.078802 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.078992 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.079199 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.079423 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.079628 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.079920 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.080149 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.080364 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.080577 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.080930 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.081269 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.081563 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.081799 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.082032 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.082262 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.082483 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.082711 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.082930 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.083140 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.083345 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.083568 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.083773 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.083986 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.084189 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.084467 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.084714 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.084941 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.085202 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.085446 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.085683 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.085931 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.086136 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.086341 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.086556 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.086821 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.087029 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.087250 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.087455 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.087755 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.087976 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.088186 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.088388 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.088606 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.088994 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.088994 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.089259 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.089426 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.089628 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.089851 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.090053 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.090254 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.090486 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.090796 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.091004 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.091224 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.091429 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.091626 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.091833 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.092042 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.092243 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.092534 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.092792 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.093024 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.093304 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.093733 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.093826 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.094021 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.094393 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.094633 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.094904 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.095469 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.095469 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.095705 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.095824 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.096132 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.096407 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.096873 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.097016 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.097196 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.097457 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.097575 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:59:19.097745 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.097958 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.098249 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.098578 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.098888 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.099134 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.099383 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.099620 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.099860 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.100112 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.100112 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.100112 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.100112 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.101747 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.101936 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.102194 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.102426 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.102514 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.102730 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.103066 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.103282 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.103500 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.103928 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.103928 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 02:59:19.104451 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103339) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 12 02:59:19.104609 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 12 02:59:19.104760 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 12 02:59:19.104926 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 12 02:59:19.105091 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 12 02:59:19.105222 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 12 02:59:19.105635 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.105635 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.105795 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.105875 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.106015 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.106192 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.106348 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.106504 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.106659 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.106829 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.106981 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.107136 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.107289 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.107443 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.107596 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.107750 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.107958 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.108094 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.108218 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.108335 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.108488 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.108642 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.108796 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] debug = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.108950 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.109150 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.109303 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.109452 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.109605 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.109810 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.109935 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.110055 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.110178 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.110327 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.110482 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.110642 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.110829 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.111005 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.111196 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.111343 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.111483 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.111642 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.111796 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] host = dv-cinder-837443-1-smb {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.111951 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.112104 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.112258 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.112413 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.112567 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.112724 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.112877 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.113031 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.113184 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.113336 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.113489 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.113643 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.113797 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.113955 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.114107 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_options = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.114260 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.114415 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.114569 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.114787 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.114949 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.115106 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.115261 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.115590 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.115590 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.115820 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.115902 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.115991 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.116112 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.116266 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.116419 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.116573 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.116727 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.116881 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.117035 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.117187 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.117346 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.117503 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.117644 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.117785 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.118005 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.118146 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.118274 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.118406 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.118535 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.118667 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.118816 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.118972 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.119126 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.119280 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.119434 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.119587 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.119741 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.119947 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.120038 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.120180 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.120333 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.120883 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.120883 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.120883 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.121445 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.121445 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.121445 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_json = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.121445 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122045 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122045 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122045 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122311 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122311 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122456 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122535 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122707 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 12 02:59:19.122889 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.123049 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.123216 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.123374 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.123531 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.123688 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.123850 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.124007 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.124168 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.124321 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.124645 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.124807 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.124975 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.125133 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.125292 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.125454 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.125612 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.125770 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.126113 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.126113 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.126306 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.126394 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.126519 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.126675 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.126902 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.127061 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.127217 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.127389 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.127553 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.127727 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.127884 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.128041 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.128198 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.128354 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.128513 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.128672 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.128829 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.128985 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.129143 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.129301 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.129460 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.129616 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.129773 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.130415 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.130415 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.130415 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.130415 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.130672 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.130672 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.130848 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.130983 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.131161 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.131306 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.131437 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.131576 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.131733 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.131889 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.132056 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.132213 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.132369 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.132526 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.132684 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.132840 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.132996 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.133152 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.133308 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.133467 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.133627 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.133797 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.133957 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.134113 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.134270 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.134427 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.134589 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.134782 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.134947 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.135097 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.135257 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.135408 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.135558 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.135711 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.135871 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.136017 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.136157 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.136316 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.136654 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.136654 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.136921 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.136921 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.137177 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.137177 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.137369 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.137508 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.137664 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.137821 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.137976 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.138132 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.138289 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.138445 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.138601 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.138775 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.138915 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.139070 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.139226 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.139385 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.139541 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.139697 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.139854 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.140008 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.140172 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.140309 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.140464 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.140619 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.140775 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.140933 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.141091 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.141247 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.141402 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.141557 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.141722 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.141879 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.142038 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.142195 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.142408 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.142576 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.142763 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.142923 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.143079 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.143260 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.143380 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.143537 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.143695 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.143854 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.144010 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.144167 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.144334 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.144491 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.144647 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.144804 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.144987 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.145142 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.145297 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.145454 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.145609 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.145765 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.145921 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.146078 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.146234 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.146391 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.146545 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.146717 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.146877 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.147034 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.147191 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.147345 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.147501 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.147658 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.147815 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.147971 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.148129 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.148286 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.148442 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.148598 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.148754 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.148910 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.149066 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.149222 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.149378 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.149534 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.149692 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.149847 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.150003 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.150159 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.150330 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.150458 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.150613 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.150794 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.150954 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.151111 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.151268 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.151426 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.151582 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.151739 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.151897 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.152053 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.152214 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.152373 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.152531 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.152688 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.152846 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.153002 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.153159 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.153313 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.153470 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.153646 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.153804 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.153966 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.154124 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.154292 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.154449 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.154606 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.154784 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.154941 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.155097 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.155254 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.155411 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.155569 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.155725 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.155881 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.156037 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.156195 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.156356 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.156514 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.156670 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.156828 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.156986 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.157141 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.157297 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.157454 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.157609 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.157765 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.157936 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.158099 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.158268 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.158425 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.158581 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.158757 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.158914 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.159072 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.159238 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.159394 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.159551 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.159707 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.159863 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.160017 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.160184 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.160343 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.160498 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.160659 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.160813 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.160967 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.161132 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.161288 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.161446 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.161602 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.161757 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.161914 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.162082 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.162238 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.162393 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.162550 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.162738 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.162881 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.163047 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.163205 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.163359 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.163516 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.163674 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.163835 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.164000 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.164158 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.164313 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.164476 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.164630 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.164787 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.164943 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.165110 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.165267 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.165425 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.165581 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.165737 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.165893 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.166057 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.166216 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.166381 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.166544 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.166718 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.166914 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.167078 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.167241 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.167397 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.167562 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.167734 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.167890 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.168047 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.168203 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.168360 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.168514 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.168669 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.168825 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.168979 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.169133 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.169289 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.169444 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.169599 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.169755 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.169910 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.170065 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.170221 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.170375 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.170530 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.170704 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 12 02:59:19.170855 dv-cinder-837443-1-smb neutron-server[103339]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103339) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 12 02:59:19.248448 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 39938) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:19.262400 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104852 Apr 12 02:59:30.617749 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f989b344-08b9-403d-9975-921e52760610 None None] get_active_networks_info from dv-cinder-837443-1-smb {{(pid=103448) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 12 02:59:30.671310 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989b344-08b9-403d-9975-921e52760610 None None] No non-hosted networks {{(pid=103448) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 12 02:59:30.680306 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.agentschedulers_db [None req-f989b344-08b9-403d-9975-921e52760610 None None] DHCP Agent not found on host dv-cinder-837443-1-smb {{(pid=103448) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 12 02:59:30.769815 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2131144c-83c5-4e30-9896-36cd79b85b62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1994176'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:32.981017 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61504276-b2dd-42dd-bf78-e3389f8cf379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1994176'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:33.038287 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-297d848f-6c97-410e-a761-534374e03ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:33.698053 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1994176'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:33.784579 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40006) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:34.346789 dv-cinder-837443-1-smb neutron-server[103447]: WARNING oslo_policy.policy [None req-695a8e0c-cfdb-4bfa-9056-d74d6e782bd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:59:34.348319 dv-cinder-837443-1-smb neutron-server[103447]: WARNING oslo_policy.policy [None req-695a8e0c-cfdb-4bfa-9056-d74d6e782bd6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:59:34.581081 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [None req-695a8e0c-cfdb-4bfa-9056-d74d6e782bd6 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:59:34.594742 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-695a8e0c-cfdb-4bfa-9056-d74d6e782bd6 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7966988 Apr 12 02:59:35.324615 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1994176'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:36.858328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1994176'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:36.859070 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.859407 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.859715 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.860436 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.860981 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.861307 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.861628 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.861967 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.862446 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.862792 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.863114 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.863601 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.864669 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.865326 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.866000 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:36.866661 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837443-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:59:36.878029 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837443-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 02:59:37.128842 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40036) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:37.462740 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ca396c22-5099-41b7-a6d2-d34cf63dffee admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:59:37.554726 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.policy [None req-ca396c22-5099-41b7-a6d2-d34cf63dffee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103447) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 02:59:37.599766 dv-cinder-837443-1-smb neutron-server[103447]: WARNING oslo_policy.policy [None req-ca396c22-5099-41b7-a6d2-d34cf63dffee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:59:37.600145 dv-cinder-837443-1-smb neutron-server[103447]: WARNING oslo_policy.policy [None req-ca396c22-5099-41b7-a6d2-d34cf63dffee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:59:37.701124 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca396c22-5099-41b7-a6d2-d34cf63dffee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766275466056', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766275466564', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766275483073', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766275473808', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766275495957', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766275488760', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1035422', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1030563', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1692984', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1646151'] for rbac-policy (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:37.775746 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ca396c22-5099-41b7-a6d2-d34cf63dffee admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:37.783322 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ca396c22-5099-41b7-a6d2-d34cf63dffee admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6532555 Apr 12 02:59:40.107061 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.db.l3_hamode_db [None req-93fc1961-1787-4041-ac41-7b4ae3fe95d0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 12 02:59:40.184952 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc1961-1787-4041-ac41-7b4ae3fe95d0 None None] Routers set() bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 02:59:40.185316 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fc1961-1787-4041-ac41-7b4ae3fe95d0 None None] Router IDs set() for agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 12 02:59:40.332401 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40048) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:40.673926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:59:40.712450 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Made reservation on behalf of f70bbeb7eaf04ae1964ae001736b112b for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:59:40.718086 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:40.740407 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:40.853349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Publish callbacks [] for security_group (4d9df299-1d52-4807-b3da-a7cde00fa9b2), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:40.859999 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (4d9df299-1d52-4807-b3da-a7cde00fa9b2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:40.891692 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 02:59:40.919773 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766279100582', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (6e715da1-ad85-4746-af06-778a77668ff8), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:40.920354 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Unsubscribe: segment precommit_create {{(pid=103447) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 02:59:40.920866 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Added segment 6e715da1-ad85-4746-af06-778a77668ff8 of type vlan for network 4b020975-9545-48d2-ae91-11d18b224aa7 Apr 12 02:59:40.935763 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9df299-1d52-4807-b3da-a7cde00fa9b2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:40.986792 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.987008 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.987377 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.987729 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.988053 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.988382 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.988699 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.989015 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.989340 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.989647 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.989963 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.990295 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.990592 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.990919 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.991225 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Tracked resource versions report: Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: pushed versions: Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: { 'AddressGroup': {'1.2'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Agent': {'1.1'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'ConntrackHelper': {'1.0'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'LocalIPAssociation': {'1.0'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Log': {'1.0'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'NDPProxy': {'1.0'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Network': {'1.1'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Port': {'1.7'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'PortForwarding': {'1.3'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'QosPolicy': {'1.10'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'SecurityGroup': {'1.5'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'SecurityGroupRule': {'1.2'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'SubPort': {'1.0'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Subnet': {'1.1'}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Trunk': {'1.1'}} Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: consumer versions: Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: { DHCP agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: L3 agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: Metadata agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: Metering agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: Open vSwitch agent@dv-cinder-837443-1-smb: { 'AddressGroup': '1.2', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Agent': '1.1', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'ConntrackHelper': '1.0', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'LocalIPAssociation': '1.0', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Log': '1.0', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'NDPProxy': '1.0', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Network': '1.1', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Port': '1.7', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'PortForwarding': '1.3', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'QosPolicy': '1.10', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'SecurityGroup': '1.5', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'SecurityGroupRule': '1.2', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'SubPort': '1.0', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Subnet': '1.1', Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: 'Trunk': '1.1'}} Apr 12 02:59:40.992477 dv-cinder-837443-1-smb neutron-server[103447]: {{(pid=103447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 02:59:41.028134 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (4b020975-9545-48d2-ae91-11d18b224aa7), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:41.071340 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (4b020975-9545-48d2-ae91-11d18b224aa7), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:41.076512 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:59:41.077215 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:41.153754 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8202584 Apr 12 02:59:41.194123 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005f4c4-af1e-463a-9462-befd9fc08ff9 demo demo] Pushing event updated for resources: {'Network': ['ID=4b020975-9545-48d2-ae91-11d18b224aa7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:41.207096 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 4b020975-9545-48d2-ae91-11d18b224aa7 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 02:59:43.699218 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40060) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:44.237630 dv-cinder-837443-1-smb neutron-server[103446]: WARNING oslo_policy.policy [None req-389cec12-a7a2-4311-9e45-44d4bdbf3603 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:59:44.238405 dv-cinder-837443-1-smb neutron-server[103446]: WARNING oslo_policy.policy [None req-389cec12-a7a2-4311-9e45-44d4bdbf3603 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:59:44.710586 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.policy [None req-389cec12-a7a2-4311-9e45-44d4bdbf3603 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103446) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 12 02:59:44.752334 dv-cinder-837443-1-smb neutron-server[103446]: WARNING oslo_policy.policy [None req-389cec12-a7a2-4311-9e45-44d4bdbf3603 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:59:44.752696 dv-cinder-837443-1-smb neutron-server[103446]: WARNING oslo_policy.policy [None req-389cec12-a7a2-4311-9e45-44d4bdbf3603 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 12 02:59:44.760468 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389cec12-a7a2-4311-9e45-44d4bdbf3603 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:59:44.762328 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-389cec12-a7a2-4311-9e45-44d4bdbf3603 demo admin] 10.222.0.41 "GET /v2.0/networks/4b020975-9545-48d2-ae91-11d18b224aa7 HTTP/1.1" status: 200 len: 825 time: 1.0611217 Apr 12 02:59:44.805228 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-0c18b559-d742-46ea-90e8-751625cb7e13 demo admin] 10.222.0.41 "GET /v2.0/subnetpools/c8e0d903-0b0a-4f0b-8f22-7aa6c2ca31c7 HTTP/1.1" status: 200 len: 734 time: 0.0339215 Apr 12 02:59:44.813916 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c8e0d903-0b0a-4f0b-8f22-7aa6c2ca31c7', 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:59:44.851246 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Made reservation on behalf of f70bbeb7eaf04ae1964ae001736b112b for: {'subnet': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:59:44.853875 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:45.155076 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (bbec4039-9e54-42ac-8267-5ff88ccbad55), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:45.230771 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Checking segment: {'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:59:45.231123 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Network hostable DHCP agents. Network: 4b020975-9545-48d2-ae91-11d18b224aa7, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 02:59:45.244031 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bbec4039-9e54-42ac-8267-5ff88ccbad55,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:45.258763 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.259179 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.259520 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.259887 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.260247 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.260598 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.261001 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.261319 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.261678 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.261987 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.262357 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.262912 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.263259 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.263637 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.263952 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Tracked resource versions report: Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: pushed versions: Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: { 'AddressGroup': {'1.2'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Agent': {'1.1'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'ConntrackHelper': {'1.0'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'LocalIPAssociation': {'1.0'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Log': {'1.0'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'NDPProxy': {'1.0'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Network': {'1.1'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Port': {'1.7'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'PortForwarding': {'1.3'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'QosPolicy': {'1.10'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'SecurityGroup': {'1.5'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'SecurityGroupRule': {'1.2'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'SubPort': {'1.0'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Subnet': {'1.1'}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Trunk': {'1.1'}} Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: consumer versions: Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: { DHCP agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: L3 agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: Metadata agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: Metering agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: Open vSwitch agent@dv-cinder-837443-1-smb: { 'AddressGroup': '1.2', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Agent': '1.1', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'ConntrackHelper': '1.0', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'LocalIPAssociation': '1.0', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Log': '1.0', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'NDPProxy': '1.0', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Network': '1.1', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Port': '1.7', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'PortForwarding': '1.3', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'QosPolicy': '1.10', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'SecurityGroup': '1.5', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'SecurityGroupRule': '1.2', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'SubPort': '1.0', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Subnet': '1.1', Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: 'Trunk': '1.1'}} Apr 12 02:59:45.265442 dv-cinder-837443-1-smb neutron-server[103446]: {{(pid=103446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 02:59:45.280266 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Network 4b020975-9545-48d2-ae91-11d18b224aa7 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 02:59:45.299196 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 4b020975-9545-48d2-ae91-11d18b224aa7) {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:59:45.303977 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 02:59:45.304609 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:45.310487 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f278be8-e091-497b-8576-7f47d7c0c874 None None] Network 4b020975-9545-48d2-ae91-11d18b224aa7 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:59:45.329327 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b29d9308-4367-44e1-a5c5-49dc264feec1 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5187333 Apr 12 02:59:45.692925 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-4b020975-9545-48d2-ae91-11d18b224aa7', 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7', 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'fixed_ips': [{'subnet_id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 02:59:45.694214 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:45.964189 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Allocated IP 172.20.0.2 (4b020975-9545-48d2-ae91-11d18b224aa7/bbec4039-9e54-42ac-8267-5ff88ccbad55/2076fed9-7644-42a9-8a3c-c8febf622814) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 02:59:46.230207 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Publish callbacks [] for port (2076fed9-7644-42a9-8a3c-c8febf622814), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:46.239407 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:46.319769 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Network 4b020975-9545-48d2-ae91-11d18b224aa7 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 02:59:46.326816 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 02:59:46.329091 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Pushing event updated for resources: {'Port': ['ID=2076fed9-7644-42a9-8a3c-c8febf622814,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:46.334731 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 02:59:46.342459 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.342819 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.343161 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.343514 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.343839 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.344164 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.344486 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.344804 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.345179 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.345497 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.345814 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.346157 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.346466 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.346802 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.347119 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Tracked resource versions report: Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: pushed versions: Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: { 'AddressGroup': {'1.2'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Agent': {'1.1'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'ConntrackHelper': {'1.0'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'LocalIPAssociation': {'1.0'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Log': {'1.0'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'NDPProxy': {'1.0'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Network': {'1.1'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Port': {'1.7'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'PortForwarding': {'1.3'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'QosPolicy': {'1.10'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'SecurityGroup': {'1.5'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'SecurityGroupRule': {'1.2'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'SubPort': {'1.0'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Subnet': {'1.1'}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Trunk': {'1.1'}} Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: consumer versions: Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: { DHCP agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: L3 agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: Metadata agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: Metering agent@dv-cinder-837443-1-smb: {}, Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: Open vSwitch agent@dv-cinder-837443-1-smb: { 'AddressGroup': '1.2', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Agent': '1.1', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'ConntrackHelper': '1.0', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'LocalIPAssociation': '1.0', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Log': '1.0', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'NDPProxy': '1.0', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Network': '1.1', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Port': '1.7', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'PortForwarding': '1.3', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'QosPolicy': '1.10', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'SecurityGroup': '1.5', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'SecurityGroupRule': '1.2', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'SubPort': '1.0', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Subnet': '1.1', Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: 'Trunk': '1.1'}} Apr 12 02:59:46.348295 dv-cinder-837443-1-smb neutron-server[103448]: {{(pid=103448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 02:59:46.426066 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Attempting to bind port 2076fed9-7644-42a9-8a3c-c8febf622814 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 02:59:46.426432 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Attempting to bind port 2076fed9-7644-42a9-8a3c-c8febf622814 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 02:59:46.426911 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Attempting to bind port 2076fed9-7644-42a9-8a3c-c8febf622814 on network 4b020975-9545-48d2-ae91-11d18b224aa7 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 02:59:46.432056 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 2, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 02:59:46.432441 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Checking segment: {'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 02:59:46.432888 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:46.433273 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Bound using segment: {'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 02:59:46.434041 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Bound port: 2076fed9-7644-42a9-8a3c-c8febf622814, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 02:59:46.434429 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:46.497472 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] For port 2076fed9-7644-42a9-8a3c-c8febf622814, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 02:59:46.518622 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] For port 2076fed9-7644-42a9-8a3c-c8febf622814, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=2076fed9-7644-42a9-8a3c-c8febf622814,segment=NetworkSegment(6e715da1-ad85-4746-af06-778a77668ff8),segment_id=6e715da1-ad85-4746-af06-778a77668ff8)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 02:59:46.527387 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:46.582917 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b6e8c-a794-45d4-9f8e-bd573562b2b8 None None] Pushing event updated for resources: {'Port': ['ID=2076fed9-7644-42a9-8a3c-c8febf622814,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:47.871072 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40080) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:48.190903 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [None req-93f55f70-19d9-469d-aeee-c9c98492207d admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:59:48.191899 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-93f55f70-19d9-469d-aeee-c9c98492207d admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3198459 Apr 12 02:59:50.708939 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40088) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:51.029868 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [None req-3ff35aef-e9d1-468a-9fd7-9d6fb1296472 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:59:51.030887 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-3ff35aef-e9d1-468a-9fd7-9d6fb1296472 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3209856 Apr 12 02:59:53.572986 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40096) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:53.891930 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e79c5bb6-4f68-4706-a41c-ded7e3c4c4ba demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:59:53.917464 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e79c5bb6-4f68-4706-a41c-ded7e3c4c4ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (ed65f2b9-e324-40b6-afb3-0423a1999412), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:53.919298 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e79c5bb6-4f68-4706-a41c-ded7e3c4c4ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (ed65f2b9-e324-40b6-afb3-0423a1999412), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:54.056269 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e79c5bb6-4f68-4706-a41c-ded7e3c4c4ba demo demo] Publish callbacks [] for router_controller (ed65f2b9-e324-40b6-afb3-0423a1999412), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:54.061471 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e79c5bb6-4f68-4706-a41c-ded7e3c4c4ba demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (ed65f2b9-e324-40b6-afb3-0423a1999412), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:54.079116 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e79c5bb6-4f68-4706-a41c-ded7e3c4c4ba demo demo] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:54.080315 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e79c5bb6-4f68-4706-a41c-ded7e3c4c4ba demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5063672 Apr 12 02:59:56.598410 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40108) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:56.928197 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [None req-46649dc4-332f-4663-b365-bd7bf193dca8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 02:59:56.929178 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-46649dc4-332f-4663-b365-bd7bf193dca8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3297782 Apr 12 02:59:57.594416 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 2076fed9-7644-42a9-8a3c-c8febf622814 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:59:57.681979 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 2076fed9-7644-42a9-8a3c-c8febf622814 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:59:57.682645 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:57.767578 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249772ef-a2f6-437b-a318-da603365abc8 None None] Network 4b020975-9545-48d2-ae91-11d18b224aa7 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 02:59:57.819456 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 2076fed9-7644-42a9-8a3c-c8febf622814 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:59:57.819832 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:57.869806 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d70d53a4-d3e1-4940-8058-ec4e0675e24e None None] Provisioning complete for port 2076fed9-7644-42a9-8a3c-c8febf622814 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:59:57.870100 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d70d53a4-d3e1-4940-8058-ec4e0675e24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:57.934890 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port 2076fed9-7644-42a9-8a3c-c8febf622814, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=2076fed9-7644-42a9-8a3c-c8febf622814,segment=NetworkSegment(6e715da1-ad85-4746-af06-778a77668ff8),segment_id=6e715da1-ad85-4746-af06-778a77668ff8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 02:59:57.960557 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:58.054215 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d70d53a4-d3e1-4940-8058-ec4e0675e24e None None] Current status of the port 2076fed9-7644-42a9-8a3c-c8febf622814 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:59:58.058790 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=2076fed9-7644-42a9-8a3c-c8febf622814,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 02:59:58.172666 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-31cea96b-37ad-4e7f-8d64-8a1393f30496 None None] Provisioning complete for port 2076fed9-7644-42a9-8a3c-c8febf622814 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:59:58.173130 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31cea96b-37ad-4e7f-8d64-8a1393f30496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:58.249329 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-31cea96b-37ad-4e7f-8d64-8a1393f30496 None None] Current status of the port 2076fed9-7644-42a9-8a3c-c8febf622814 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:59:59.479442 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40118) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 02:59:59.588006 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 2076fed9-7644-42a9-8a3c-c8febf622814 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 02:59:59.633629 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 2076fed9-7644-42a9-8a3c-c8febf622814 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 02:59:59.634027 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:59.710673 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 2076fed9-7644-42a9-8a3c-c8febf622814 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 02:59:59.807916 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 02:59:59.834043 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Made reservation on behalf of 3dcd919f80e74aca8f63d2fda29b8bbe for: {'network': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 02:59:59.837563 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:59.856117 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:59.967771 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Publish callbacks [] for security_group (8848d253-6b72-4e73-a9f2-2160345221c6), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:59.974000 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8848d253-6b72-4e73-a9f2-2160345221c6), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 02:59:59.990079 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Reserving flat network on physical network physnet1 {{(pid=103446) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 12 03:00:00.009852 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8848d253-6b72-4e73-a9f2-2160345221c6,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:00.016013 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766279100582', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (18ab9ae8-b6ff-4f19-9885-04d9ae19363e), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:00.016585 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Unsubscribe: segment precommit_create {{(pid=103446) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 12 03:00:00.017049 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.segments_db [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Added segment 18ab9ae8-b6ff-4f19-9885-04d9ae19363e of type flat for network 528e376c-2fee-4668-ad87-dd9426699ebf Apr 12 03:00:00.067970 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (528e376c-2fee-4668-ad87-dd9426699ebf), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:00.115911 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (528e376c-2fee-4668-ad87-dd9426699ebf), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:00.117149 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:00:00.117964 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:00.192506 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7120528 Apr 12 03:00:00.227650 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c3779-f920-4c54-a8b1-7846fd6c0097 admin admin] Pushing event updated for resources: {'Network': ['ID=528e376c-2fee-4668-ad87-dd9426699ebf,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:00.238906 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 528e376c-2fee-4668-ad87-dd9426699ebf details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:00:00.564525 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aa79f5ff-3839-4a99-83c8-1af8f414c988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:02.692664 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40126) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:00:02.973446 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6348415f-7f31-430c-b658-183c856efc7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:03.107055 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caecece-2ab7-4b50-9c13-99869862b9c6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:00:03.108578 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-2caecece-2ab7-4b50-9c13-99869862b9c6 demo admin] 10.222.0.41 "GET /v2.0/subnets/bbec4039-9e54-42ac-8267-5ff88ccbad55 HTTP/1.1" status: 200 len: 849 time: 0.4149745 Apr 12 03:00:03.247533 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ccc0d044-e61f-4026-b6d8-3af6d9a1e7d3 demo admin] 10.222.0.41 "GET /v2.0/routers/ed65f2b9-e324-40b6-afb3-0423a1999412 HTTP/1.1" status: 200 len: 704 time: 0.1317177 Apr 12 03:00:03.554305 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:03.666903 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:03.858454 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Allocated IP 172.20.0.1 (4b020975-9545-48d2-ae91-11d18b224aa7/bbec4039-9e54-42ac-8267-5ff88ccbad55/e66a63ec-729c-47e9-918a-31369b1f0f26) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:00:04.040866 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Publish callbacks [] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:04.112382 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:04.196251 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Network 4b020975-9545-48d2-ae91-11d18b224aa7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:00:04.203767 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:00:04.211745 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:00:04.212288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (ed65f2b9-e324-40b6-afb3-0423a1999412), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:04.230882 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Pushing event updated for resources: {'Port': ['ID=e66a63ec-729c-47e9-918a-31369b1f0f26,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:04.477720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:04.559256 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-ae18e294-63b0-4444-a6d2-a170d8046dcf None None] Provisioning complete for port e66a63ec-729c-47e9-918a-31369b1f0f26 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:00:04.559891 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae18e294-63b0-4444-a6d2-a170d8046dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:04.592858 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ae18e294-63b0-4444-a6d2-a170d8046dcf None None] Port e66a63ec-729c-47e9-918a-31369b1f0f26 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:00:04.688593 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Publish callbacks [] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:04.695388 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:04.696151 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (ed65f2b9-e324-40b6-afb3-0423a1999412), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:04.754053 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Pushing event updated for resources: {'Port': ['ID=e66a63ec-729c-47e9-918a-31369b1f0f26,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:04.819245 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Network 4b020975-9545-48d2-ae91-11d18b224aa7 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:00:04.820820 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:00:04.986922 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Router ed65f2b9-e324-40b6-afb3-0423a1999412 is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:00:05.011415 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-479486b2-3938-473e-aee0-3b49416e55ff None None] Provisioning complete for port e66a63ec-729c-47e9-918a-31369b1f0f26 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:00:05.011806 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-479486b2-3938-473e-aee0-3b49416e55ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:05.044442 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-479486b2-3938-473e-aee0-3b49416e55ff None None] Port e66a63ec-729c-47e9-918a-31369b1f0f26 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:00:05.079445 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:00:05.084774 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-364baaa6-c5a0-4904-a163-1d86b1aec1f3 demo admin] 10.222.0.41 "PUT /v2.0/routers/ed65f2b9-e324-40b6-afb3-0423a1999412/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8292789 Apr 12 03:00:05.089621 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Sync routers for ids ['ed65f2b9-e324-40b6-afb3-0423a1999412'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:00:05.102221 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Routers {'ed65f2b9-e324-40b6-afb3-0423a1999412'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:00:05.103104 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:00:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['ed65f2b9-e324-40b6-afb3-0423a1999412'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:00:05.284185 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:05.308996 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Set router ed65f2b9-e324-40b6-afb3-0423a1999412 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:00:05.725827 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'name': 'router1', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:59:53Z', 'updated_at': '2022-04-12T03:00:04Z', 'revision_number': 2, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'gw_port_host': None, '_interfaces': [{'id': 'e66a63ec-729c-47e9-918a-31369b1f0f26', 'name': '', 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'mac_address': 'fa:16:3e:35:e9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:03Z', 'updated_at': '2022-04-12T03:00:04Z', 'revision_number': 2, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'subnets': [{'id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8e0d903-0b0a-4f0b-8f22-7aa6c2ca31c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:00:05.774244 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Checking router: ed65f2b9-e324-40b6-afb3-0423a1999412 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:00:05.774497 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Updating router ed65f2b9-e324-40b6-afb3-0423a1999412 port e66a63ec-729c-47e9-918a-31369b1f0f26 binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:00:05.852378 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.335985 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Publish callbacks [] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.343269 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.513993 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Attempting to bind port e66a63ec-729c-47e9-918a-31369b1f0f26 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:00:06.514391 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Attempting to bind port e66a63ec-729c-47e9-918a-31369b1f0f26 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:00:06.514891 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Attempting to bind port e66a63ec-729c-47e9-918a-31369b1f0f26 on network 4b020975-9545-48d2-ae91-11d18b224aa7 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:00:06.518146 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Pushing event updated for resources: {'Port': ['ID=e66a63ec-729c-47e9-918a-31369b1f0f26,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:06.524316 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 2, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:00:06.524712 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Checking segment: {'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:00:06.525181 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.525563 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Bound using segment: {'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:00:06.526048 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Bound port: e66a63ec-729c-47e9-918a-31369b1f0f26, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e715da1-ad85-4746-af06-778a77668ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:00:06.526420 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.538330 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.538668 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.539031 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.539371 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.539697 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.540019 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.540338 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.540659 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.540973 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.541291 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.541607 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.541918 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.542234 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.542546 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.542887 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Tracked resource versions report: Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: pushed versions: Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: { 'AddressGroup': {'1.2'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Agent': {'1.1'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'ConntrackHelper': {'1.0'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Log': {'1.0'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'NDPProxy': {'1.0'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Network': {'1.1'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Port': {'1.7'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'PortForwarding': {'1.3'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'QosPolicy': {'1.10'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'SecurityGroup': {'1.5'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'SubPort': {'1.0'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Subnet': {'1.1'}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Trunk': {'1.1'}} Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: consumer versions: Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: { DHCP agent@dv-cinder-837443-1-smb: {}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: L3 agent@dv-cinder-837443-1-smb: {}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: Metadata agent@dv-cinder-837443-1-smb: {}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: Metering agent@dv-cinder-837443-1-smb: {}, Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: Open vSwitch agent@dv-cinder-837443-1-smb: { 'AddressGroup': '1.2', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Agent': '1.1', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'ConntrackHelper': '1.0', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'LocalIPAssociation': '1.0', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Log': '1.0', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'NDPProxy': '1.0', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Network': '1.1', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Port': '1.7', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'PortForwarding': '1.3', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'QosPolicy': '1.10', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'SecurityGroup': '1.5', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'SecurityGroupRule': '1.2', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'SubPort': '1.0', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Subnet': '1.1', Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: 'Trunk': '1.1'}} Apr 12 03:00:06.544067 dv-cinder-837443-1-smb neutron-server[103449]: {{(pid=103449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:00:06.571351 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-f987e859-7c40-4199-9f80-4f93d7336c53 None None] Provisioning complete for port e66a63ec-729c-47e9-918a-31369b1f0f26 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:00:06.571889 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f987e859-7c40-4199-9f80-4f93d7336c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.605971 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] For port e66a63ec-729c-47e9-918a-31369b1f0f26, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:00:06.608229 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f987e859-7c40-4199-9f80-4f93d7336c53 None None] Port e66a63ec-729c-47e9-918a-31369b1f0f26 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:00:06.627205 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] For port e66a63ec-729c-47e9-918a-31369b1f0f26, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=e66a63ec-729c-47e9-918a-31369b1f0f26,segment=NetworkSegment(6e715da1-ad85-4746-af06-778a77668ff8),segment_id=6e715da1-ad85-4746-af06-778a77668ff8)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:00:06.634411 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.696535 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268a5a3-c81f-4628-ba99-4f34a70d7b40 None None] Pushing event updated for resources: {'Port': ['ID=e66a63ec-729c-47e9-918a-31369b1f0f26,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:06.699803 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Routers {'ed65f2b9-e324-40b6-afb3-0423a1999412'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:00:06.700731 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:00:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['ed65f2b9-e324-40b6-afb3-0423a1999412'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:00:06.794062 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] Set router ed65f2b9-e324-40b6-afb3-0423a1999412 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:00:06.849102 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.926621 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-2371068a-0ca2-4963-8abd-bdede7a84dd3 None None] Provisioning complete for port e66a63ec-729c-47e9-918a-31369b1f0f26 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:00:06.927149 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2371068a-0ca2-4963-8abd-bdede7a84dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:06.997279 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'name': 'router1', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:59:53Z', 'updated_at': '2022-04-12T03:00:04Z', 'revision_number': 2, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'gw_port_host': None, '_interfaces': [{'id': 'e66a63ec-729c-47e9-918a-31369b1f0f26', 'name': '', 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'mac_address': 'fa:16:3e:35:e9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:03Z', 'updated_at': '2022-04-12T03:00:06Z', 'revision_number': 4, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'subnets': [{'id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8e0d903-0b0a-4f0b-8f22-7aa6c2ca31c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:00:07.003288 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2371068a-0ca2-4963-8abd-bdede7a84dd3 None None] Current status of the port e66a63ec-729c-47e9-918a-31369b1f0f26 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:00:07.003679 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2371068a-0ca2-4963-8abd-bdede7a84dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:07.030662 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95f664f-b22d-491f-8027-19f5a46d1bc5 None None] The sync data for ids ['ed65f2b9-e324-40b6-afb3-0423a1999412'] in dv-cinder-837443-1-smb is: [{'id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'name': 'router1', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:59:53Z', 'updated_at': '2022-04-12T03:00:04Z', 'revision_number': 2, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'gw_port_host': None, '_interfaces': [{'id': 'e66a63ec-729c-47e9-918a-31369b1f0f26', 'name': '', 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'mac_address': 'fa:16:3e:35:e9:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:03Z', 'updated_at': '2022-04-12T03:00:06Z', 'revision_number': 4, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'subnets': [{'id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8e0d903-0b0a-4f0b-8f22-7aa6c2ca31c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:00:07.033225 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:00:07.039636 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-2371068a-0ca2-4963-8abd-bdede7a84dd3 None None] For port e66a63ec-729c-47e9-918a-31369b1f0f26, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=e66a63ec-729c-47e9-918a-31369b1f0f26,segment=NetworkSegment(6e715da1-ad85-4746-af06-778a77668ff8),segment_id=6e715da1-ad85-4746-af06-778a77668ff8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:00:07.044487 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2371068a-0ca2-4963-8abd-bdede7a84dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:07.093103 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371068a-0ca2-4963-8abd-bdede7a84dd3 None None] Pushing event updated for resources: {'Port': ['ID=e66a63ec-729c-47e9-918a-31369b1f0f26,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:07.633130 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40146) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:00:07.833641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3001cd5c-65e3-4e61-b32a-e4d34726b6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:00:07.835137 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-3001cd5c-65e3-4e61-b32a-e4d34726b6ed admin admin] 10.222.0.41 "GET /v2.0/networks/528e376c-2fee-4668-ad87-dd9426699ebf HTTP/1.1" status: 200 len: 842 time: 0.2010119 Apr 12 03:00:07.844641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'enable_dhcp': False}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:00:07.869939 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Made reservation on behalf of 3dcd919f80e74aca8f63d2fda29b8bbe for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:00:07.872443 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:08.158044 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.objects.ports [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103447) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 12 03:00:08.158476 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:08.220897 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:08.223190 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:00:08.223543 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Network hostable DHCP agents. Network: 528e376c-2fee-4668-ad87-dd9426699ebf, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:00:08.246617 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:00:08.259842 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 528e376c-2fee-4668-ad87-dd9426699ebf) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:00:08.265156 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:00:08.269591 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5768df3a-26db-4cd7-afab-8961bdb82555 None None] Network 528e376c-2fee-4668-ad87-dd9426699ebf requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:00:08.271214 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:08.289651 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-35cd6b5e-efc4-463d-afdd-b543b9377388 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4484556 Apr 12 03:00:08.385193 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db9444-0f1e-45be-9f3b-04e763871675 None None] Network 528e376c-2fee-4668-ad87-dd9426699ebf requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:00:10.786289 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40164) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:00:10.920916 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-6e011af8-1601-445e-8adc-2f6aeb1b3a1d demo admin] 10.222.0.41 "GET /v2.0/routers/ed65f2b9-e324-40b6-afb3-0423a1999412 HTTP/1.1" status: 200 len: 710 time: 0.1332724 Apr 12 03:00:11.008447 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088cf3e-8eb7-43e5-a592-52ff6fc4b29e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:00:11.009848 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8088cf3e-8eb7-43e5-a592-52ff6fc4b29e demo admin] 10.222.0.41 "GET /v2.0/networks/528e376c-2fee-4668-ad87-dd9426699ebf HTTP/1.1" status: 200 len: 886 time: 0.0834215 Apr 12 03:00:11.018945 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:00:11.347439 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks [] for router_gateway (ed65f2b9-e324-40b6-afb3-0423a1999412), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:11.565202 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks [] for router_gateway (ed65f2b9-e324-40b6-afb3-0423a1999412), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:11.640891 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:11.744132 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Allocated IP 172.28.1.14 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/97ae35a0-894b-4302-a2cc-ea247ffd82ff) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:00:11.845109 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks [] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:11.879693 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:11.917307 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:00:11.920127 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:00:11.923037 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:00:11.964271 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Pushing event updated for resources: {'Port': ['ID=97ae35a0-894b-4302-a2cc-ea247ffd82ff,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:12.183981 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks [] for router_gateway (ed65f2b9-e324-40b6-afb3-0423a1999412), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:12.388270 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2037306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1993149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2735'] for router (ed65f2b9-e324-40b6-afb3-0423a1999412), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:12.392694 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2036937', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2036928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1993140'] for router (ed65f2b9-e324-40b6-afb3-0423a1999412), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:12.585781 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Router ed65f2b9-e324-40b6-afb3-0423a1999412 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:00:12.695085 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:00:12.699319 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:12.700580 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-0c702c21-e642-4c5a-a3a1-7b1822b480f3 demo admin] 10.222.0.41 "PUT /v2.0/routers/ed65f2b9-e324-40b6-afb3-0423a1999412 HTTP/1.1" status: 200 len: 889 time: 1.6848745 Apr 12 03:00:15.196838 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40176) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:00:15.313942 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-a057b9f8-1abd-4878-9ab2-f54ed6db0726 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1158783 Apr 12 03:00:15.602850 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device e66a63ec-729c-47e9-918a-31369b1f0f26 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:00:15.646985 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Sync routers for ids ['ed65f2b9-e324-40b6-afb3-0423a1999412'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:00:15.668420 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Routers {'ed65f2b9-e324-40b6-afb3-0423a1999412'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:00:15.669075 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:00:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['ed65f2b9-e324-40b6-afb3-0423a1999412'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:00:15.756465 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port e66a63ec-729c-47e9-918a-31369b1f0f26 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:00:15.756875 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:15.918728 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Set router ed65f2b9-e324-40b6-afb3-0423a1999412 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:00:16.088048 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port e66a63ec-729c-47e9-918a-31369b1f0f26 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:00:16.400191 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'name': 'router1', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '97ae35a0-894b-4302-a2cc-ea247ffd82ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:59:53Z', 'updated_at': '2022-04-12T03:00:12Z', 'revision_number': 4, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'gw_port': {'id': '97ae35a0-894b-4302-a2cc-ea247ffd82ff', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:11Z', 'updated_at': '2022-04-12T03:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'e66a63ec-729c-47e9-918a-31369b1f0f26', 'name': '', 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'mac_address': 'fa:16:3e:35:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:03Z', 'updated_at': '2022-04-12T03:00:07Z', 'revision_number': 5, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'subnets': [{'id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8e0d903-0b0a-4f0b-8f22-7aa6c2ca31c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:00:16.456053 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Checking router: ed65f2b9-e324-40b6-afb3-0423a1999412 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:00:16.456053 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Updating router ed65f2b9-e324-40b6-afb3-0423a1999412 port 97ae35a0-894b-4302-a2cc-ea247ffd82ff binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:00:16.504850 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:16.829307 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Publish callbacks [] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:16.835359 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:16.889473 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Attempting to bind port 97ae35a0-894b-4302-a2cc-ea247ffd82ff on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:00:16.889841 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Attempting to bind port 97ae35a0-894b-4302-a2cc-ea247ffd82ff by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:00:16.890217 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Attempting to bind port 97ae35a0-894b-4302-a2cc-ea247ffd82ff on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:00:16.892255 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2ebf2-2e44-470e-ae04-6ddb00f8fde4 None None] Pushing event updated for resources: {'Port': ['ID=97ae35a0-894b-4302-a2cc-ea247ffd82ff,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:16.897661 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:00:16.898017 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:00:16.898421 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:16.898834 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:00:16.899843 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Bound port: 97ae35a0-894b-4302-a2cc-ea247ffd82ff, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:00:16.899843 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:16.949377 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] For port 97ae35a0-894b-4302-a2cc-ea247ffd82ff, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:00:16.952323 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] For port 97ae35a0-894b-4302-a2cc-ea247ffd82ff, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=97ae35a0-894b-4302-a2cc-ea247ffd82ff,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:00:16.957652 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:17.020224 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Routers {'ed65f2b9-e324-40b6-afb3-0423a1999412'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:00:17.020842 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:00:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['ed65f2b9-e324-40b6-afb3-0423a1999412'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:00:17.022957 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d2ebf2-2e44-470e-ae04-6ddb00f8fde4 None None] Pushing event updated for resources: {'Port': ['ID=97ae35a0-894b-4302-a2cc-ea247ffd82ff,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:17.138251 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] Set router ed65f2b9-e324-40b6-afb3-0423a1999412 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:00:17.346634 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'name': 'router1', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '97ae35a0-894b-4302-a2cc-ea247ffd82ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:59:53Z', 'updated_at': '2022-04-12T03:00:12Z', 'revision_number': 4, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'gw_port': {'id': '97ae35a0-894b-4302-a2cc-ea247ffd82ff', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:11Z', 'updated_at': '2022-04-12T03:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'e66a63ec-729c-47e9-918a-31369b1f0f26', 'name': '', 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'mac_address': 'fa:16:3e:35:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:03Z', 'updated_at': '2022-04-12T03:00:07Z', 'revision_number': 5, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'subnets': [{'id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8e0d903-0b0a-4f0b-8f22-7aa6c2ca31c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:00:17.374247 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1cee2d-5250-4604-88e7-e5164f458d94 None None] The sync data for ids ['ed65f2b9-e324-40b6-afb3-0423a1999412'] in dv-cinder-837443-1-smb is: [{'id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'name': 'router1', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': '97ae35a0-894b-4302-a2cc-ea247ffd82ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T02:59:53Z', 'updated_at': '2022-04-12T03:00:12Z', 'revision_number': 4, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'gw_port': {'id': '97ae35a0-894b-4302-a2cc-ea247ffd82ff', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d8:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:11Z', 'updated_at': '2022-04-12T03:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'e66a63ec-729c-47e9-918a-31369b1f0f26', 'name': '', 'network_id': '4b020975-9545-48d2-ae91-11d18b224aa7', 'tenant_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'mac_address': 'fa:16:3e:35:e9:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed65f2b9-e324-40b6-afb3-0423a1999412', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:00:03Z', 'updated_at': '2022-04-12T03:00:07Z', 'revision_number': 5, 'project_id': 'f70bbeb7eaf04ae1964ae001736b112b', 'subnets': [{'id': 'bbec4039-9e54-42ac-8267-5ff88ccbad55', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c8e0d903-0b0a-4f0b-8f22-7aa6c2ca31c7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:00:17.661693 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 97ae35a0-894b-4302-a2cc-ea247ffd82ff up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:00:17.722642 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 97ae35a0-894b-4302-a2cc-ea247ffd82ff triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:00:17.723189 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:17.819097 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 97ae35a0-894b-4302-a2cc-ea247ffd82ff is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:00:17.819489 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:17.848605 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port 97ae35a0-894b-4302-a2cc-ea247ffd82ff, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=97ae35a0-894b-4302-a2cc-ea247ffd82ff,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:00:17.854618 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:17.912291 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=97ae35a0-894b-4302-a2cc-ea247ffd82ff,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:00:19.633986 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 97ae35a0-894b-4302-a2cc-ea247ffd82ff up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:00:19.694889 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 97ae35a0-894b-4302-a2cc-ea247ffd82ff triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:00:19.695510 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (97ae35a0-894b-4302-a2cc-ea247ffd82ff), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:19.776572 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 97ae35a0-894b-4302-a2cc-ea247ffd82ff is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:00:30.582800 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d47e5433-192c-416d-aa32-c312e3932ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:32.985091 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eef61a0f-d830-4bca-b332-4aa2cba3c4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:33.670423 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:35.285425 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:36.856540 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:00:44.032456 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:01:00.571081 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9901c3a-24d6-4131-94ca-af0e318d06b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:02.984067 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4170a851-df05-4309-867d-c11093b891f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:03.672415 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:05.285598 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:06.854069 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:21.031966 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:01:30.567326 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6e93f267-cfba-4d14-bcc4-da7fcb0d6d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:32.981647 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-13be3ee2-a68a-4a11-a5b7-bf0ffe41e634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:33.673730 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:35.285613 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:36.741588 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40660) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:36.818780 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99afc57-044c-4bd6-8836-2a8a8bc297bf admin admin] GET failed (client error): The resource could not be found. Apr 12 03:01:36.820165 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e99afc57-044c-4bd6-8836-2a8a8bc297bf admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0774529 Apr 12 03:01:36.850452 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:36.983200 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582b114e-2a9a-462b-ac42-0b65a68d8e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:36.984648 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-582b114e-2a9a-462b-ac42-0b65a68d8e5f admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576896 Apr 12 03:01:39.321507 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40670) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:39.427174 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1393329-3be7-4b7e-8977-3476415d8c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:39.428523 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b1393329-3be7-4b7e-8977-3476415d8c8c admin admin] 10.222.0.41 "GET /v2.0/subnets/bbec4039-9e54-42ac-8267-5ff88ccbad55 HTTP/1.1" status: 200 len: 849 time: 0.1058583 Apr 12 03:01:39.441359 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:01:39.536751 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Publish callbacks [] for subnet (bbec4039-9e54-42ac-8267-5ff88ccbad55), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:39.687716 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766279064086'] for subnet (bbec4039-9e54-42ac-8267-5ff88ccbad55), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:39.719575 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:39.720169 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:39.721435 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] 10.222.0.41 "PUT /v2.0/subnets/bbec4039-9e54-42ac-8267-5ff88ccbad55 HTTP/1.1" status: 200 len: 868 time: 0.2840371 Apr 12 03:01:39.737945 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670148c1-93a8-4897-947e-9dd07fbe3678 None None] Network 4b020975-9545-48d2-ae91-11d18b224aa7 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:01:39.741730 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbec4039-9e54-42ac-8267-5ff88ccbad55,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:01:39.748911 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.749259 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.749648 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.750034 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.750372 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.750714 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.751058 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.751380 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.751702 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.752018 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.752327 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.753208 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.753208 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.753413 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:39.753559 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd079df5-aeff-4918-b9c2-0243e3e03fb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:01:40.089401 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-06af9f2c-4500-4f0d-a511-a99e26fe4a7c None None] Provisioning complete for port e66a63ec-729c-47e9-918a-31369b1f0f26 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:01:40.089787 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06af9f2c-4500-4f0d-a511-a99e26fe4a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e66a63ec-729c-47e9-918a-31369b1f0f26), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:40.170062 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-06af9f2c-4500-4f0d-a511-a99e26fe4a7c None None] Current status of the port e66a63ec-729c-47e9-918a-31369b1f0f26 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:01:40.178026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-06af9f2c-4500-4f0d-a511-a99e26fe4a7c None None] Provisioning complete for port 2076fed9-7644-42a9-8a3c-c8febf622814 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:01:40.178409 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06af9f2c-4500-4f0d-a511-a99e26fe4a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (2076fed9-7644-42a9-8a3c-c8febf622814), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:01:40.252963 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-06af9f2c-4500-4f0d-a511-a99e26fe4a7c None None] Current status of the port 2076fed9-7644-42a9-8a3c-c8febf622814 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:01:42.075004 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40680) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:42.285432 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f210c-1b29-4bd0-9831-25f355b7059a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:42.285810 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f210c-1b29-4bd0-9831-25f355b7059a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:42.289227 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-693f210c-1b29-4bd0-9831-25f355b7059a admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2114840 Apr 12 03:01:44.598272 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40688) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:44.735958 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541526e-3991-41a8-9b3f-64a001920c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:44.736425 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4541526e-3991-41a8-9b3f-64a001920c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:44.737976 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4541526e-3991-41a8-9b3f-64a001920c8e admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1386883 Apr 12 03:01:47.039927 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40696) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:47.222055 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7420fbcf-fd49-4b48-878e-b84b96a412ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:47.223374 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7420fbcf-fd49-4b48-878e-b84b96a412ba admin admin] 10.222.0.41 "GET /v2.0/networks/4b020975-9545-48d2-ae91-11d18b224aa7 HTTP/1.1" status: 200 len: 869 time: 0.1824856 Apr 12 03:01:49.539413 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40704) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:49.672793 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d85c72-31c3-44fd-b430-d6082f168b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:49.674162 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c9d85c72-31c3-44fd-b430-d6082f168b82 admin admin] 10.222.0.41 "GET /v2.0/networks/528e376c-2fee-4668-ad87-dd9426699ebf HTTP/1.1" status: 200 len: 886 time: 0.1334555 Apr 12 03:01:51.973190 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40712) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:52.102082 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe889bfc-78b7-4713-87fa-44a6b005ffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:52.102524 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe889bfc-78b7-4713-87fa-44a6b005ffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:52.104083 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-fe889bfc-78b7-4713-87fa-44a6b005ffe3 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1299007 Apr 12 03:01:54.392902 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:54.540206 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d425a203-92a6-4409-98bf-57becf27f14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:54.540652 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d425a203-92a6-4409-98bf-57becf27f14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:54.542219 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d425a203-92a6-4409-98bf-57becf27f14d admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479645 Apr 12 03:01:56.861856 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40728) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:56.957327 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075efa0c-7573-43b7-9913-22f2abce4cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:56.958664 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-075efa0c-7573-43b7-9913-22f2abce4cdc admin admin] 10.222.0.41 "GET /v2.0/subnets/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb HTTP/1.1" status: 200 len: 816 time: 0.0954959 Apr 12 03:01:58.031481 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:01:59.275816 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40736) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:01:59.379379 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fbd4b-0abf-4906-8dbe-7f69b78e5d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:01:59.381499 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-fd6fbd4b-0abf-4906-8dbe-7f69b78e5d97 admin admin] 10.222.0.41 "GET /v2.0/subnets/bbec4039-9e54-42ac-8267-5ff88ccbad55 HTTP/1.1" status: 200 len: 868 time: 0.1041615 Apr 12 03:02:00.573116 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c80f5d3b-fb59-4f0d-9a85-f14f93a159b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:02.976659 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21fca454-c376-4b8b-89b4-b07cc124d57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:03.677893 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:05.300057 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:06.856072 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:30.578224 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7201bbff-7862-4445-bc4b-68828c4b40b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:32.984328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c44ec306-2999-4824-b926-43f6b219b229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:33.679665 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:35.030939 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:02:35.298056 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:36.852660 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:39.861721 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40794) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:02:39.919773 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [None req-edc68937-fb19-4c42-ab59-03b712c92081 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:02:39.920807 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-edc68937-fb19-4c42-ab59-03b712c92081 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0581241 Apr 12 03:02:42.313943 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40802) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:02:42.390608 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.pecan_wsgi.hooks.translation [None req-1656915e-3be8-43ae-8c32-331534af9157 admin admin] GET failed (client error): The resource could not be found. Apr 12 03:02:42.392209 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-1656915e-3be8-43ae-8c32-331534af9157 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0772643 Apr 12 03:02:42.542816 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4a45be-65e5-4af1-b57f-47a0c2160f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:02:42.544179 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-6c4a45be-65e5-4af1-b57f-47a0c2160f25 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1477275 Apr 12 03:02:44.923919 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40810) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:02:44.975352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:02:45.000434 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Made reservation on behalf of 3dcd919f80e74aca8f63d2fda29b8bbe for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:02:45.002813 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:45.029157 dv-cinder-837443-1-smb neutron-server[103447]: WARNING neutron.services.revisions.revision_plugin [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Could not find related network for resource to bump revision. Apr 12 03:02:45.042410 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:02:45.052878 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (9fbbae40-6064-4854-abd2-422cea46d010), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:45.053216 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Added segment 9fbbae40-6064-4854-abd2-422cea46d010 of type vlan for network 80aed4d9-1080-4279-9464-deb41c210e36 Apr 12 03:02:45.091555 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (80aed4d9-1080-4279-9464-deb41c210e36), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:45.117449 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (80aed4d9-1080-4279-9464-deb41c210e36), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:45.118378 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:02:45.118973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:45.175585 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2506175 Apr 12 03:02:45.212260 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Pushing event updated for resources: {'Network': ['ID=80aed4d9-1080-4279-9464-deb41c210e36,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:02:45.219936 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.220254 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.220640 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.220992 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.221325 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.221626 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.221977 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.222301 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.222622 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.222974 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.223281 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.223603 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.223921 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.224235 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.224553 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c87da0-97be-4c75-9739-a04167c077c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:45.236644 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 80aed4d9-1080-4279-9464-deb41c210e36 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:02:47.490079 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40818) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:02:47.556224 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.pecan_wsgi.hooks.translation [None req-871d08d3-4f45-4b5d-bcea-be8b4877b874 admin admin] GET failed (client error): The resource could not be found. Apr 12 03:02:47.557512 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-871d08d3-4f45-4b5d-bcea-be8b4877b874 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0660586 Apr 12 03:02:47.628892 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be1595-b483-40b6-80ce-2c9bf7b27d50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:02:47.630307 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d6be1595-b483-40b6-80ce-2c9bf7b27d50 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686853 Apr 12 03:02:47.643287 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:02:47.666186 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Made reservation on behalf of 3dcd919f80e74aca8f63d2fda29b8bbe for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:02:47.669252 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:47.851710 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (464abb62-e1ad-4836-9e01-695000b349ff), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:47.897073 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=464abb62-e1ad-4836-9e01-695000b349ff,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:02:47.912925 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Checking segment: {'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:02:47.913267 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Network hostable DHCP agents. Network: 80aed4d9-1080-4279-9464-deb41c210e36, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:02:47.932698 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Network 80aed4d9-1080-4279-9464-deb41c210e36 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:02:47.943391 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 80aed4d9-1080-4279-9464-deb41c210e36) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:02:47.947629 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:02:47.948244 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:47.952735 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a0abba-7864-49bd-b83b-e570875fc62b None None] Network 80aed4d9-1080-4279-9464-deb41c210e36 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:02:47.964821 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ecb9ae49-21f7-49d3-a13d-efa8b3c04cb0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3251343 Apr 12 03:02:48.164464 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-80aed4d9-1080-4279-9464-deb41c210e36', 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36', 'project_id': '3dcd919f80e74aca8f63d2fda29b8bbe', 'fixed_ips': [{'subnet_id': '464abb62-e1ad-4836-9e01-695000b349ff'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:02:48.165361 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:48.304015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Allocated IP 192.168.233.2 (80aed4d9-1080-4279-9464-deb41c210e36/464abb62-e1ad-4836-9e01-695000b349ff/0c8b459c-fd42-4484-92f5-fa126e87ee48) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:02:48.449115 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Publish callbacks [] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:48.456766 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:48.500407 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Network 80aed4d9-1080-4279-9464-deb41c210e36 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:02:48.503307 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:02:48.506673 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:02:48.513632 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Pushing event updated for resources: {'Port': ['ID=0c8b459c-fd42-4484-92f5-fa126e87ee48,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:02:48.536942 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.537284 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.537624 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.537979 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.538311 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.538634 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.538985 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.539307 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.539627 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.539951 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.540270 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.540605 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.540927 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.541761 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.541761 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:02:48.577153 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Attempting to bind port 0c8b459c-fd42-4484-92f5-fa126e87ee48 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:02:48.577635 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Attempting to bind port 0c8b459c-fd42-4484-92f5-fa126e87ee48 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:02:48.577994 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Attempting to bind port 0c8b459c-fd42-4484-92f5-fa126e87ee48 on network 80aed4d9-1080-4279-9464-deb41c210e36 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:02:48.583244 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:02:48.583735 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Checking segment: {'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:02:48.584133 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:48.584525 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Bound using segment: {'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:02:48.585009 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Bound port: 0c8b459c-fd42-4484-92f5-fa126e87ee48, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:02:48.585381 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:48.647049 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] For port 0c8b459c-fd42-4484-92f5-fa126e87ee48, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:02:48.650351 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] For port 0c8b459c-fd42-4484-92f5-fa126e87ee48, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=0c8b459c-fd42-4484-92f5-fa126e87ee48,segment=NetworkSegment(9fbbae40-6064-4854-abd2-422cea46d010),segment_id=9fbbae40-6064-4854-abd2-422cea46d010)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:02:48.657778 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:48.725010 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c546d39-3175-4c1f-8c7a-da947541f559 None None] Pushing event updated for resources: {'Port': ['ID=0c8b459c-fd42-4484-92f5-fa126e87ee48,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:02:49.573969 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7cef88-8be6-4432-9e67-95d8b5c7e1cf None None] Network 80aed4d9-1080-4279-9464-deb41c210e36 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:02:49.644811 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-5c5adb30-0b0d-41ca-8533-a760a3367eee None None] Provisioning complete for port 0c8b459c-fd42-4484-92f5-fa126e87ee48 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:02:49.645197 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5adb30-0b0d-41ca-8533-a760a3367eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:49.723390 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 0c8b459c-fd42-4484-92f5-fa126e87ee48 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:02:49.794981 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-5c5adb30-0b0d-41ca-8533-a760a3367eee None None] Current status of the port 0c8b459c-fd42-4484-92f5-fa126e87ee48 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:02:49.795369 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5adb30-0b0d-41ca-8533-a760a3367eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:49.824857 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 0c8b459c-fd42-4484-92f5-fa126e87ee48 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:02:49.825392 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:49.865199 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5c5adb30-0b0d-41ca-8533-a760a3367eee None None] For port 0c8b459c-fd42-4484-92f5-fa126e87ee48, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=0c8b459c-fd42-4484-92f5-fa126e87ee48,segment=NetworkSegment(9fbbae40-6064-4854-abd2-422cea46d010),segment_id=9fbbae40-6064-4854-abd2-422cea46d010)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:02:49.872099 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c5adb30-0b0d-41ca-8533-a760a3367eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:49.944523 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5adb30-0b0d-41ca-8533-a760a3367eee None None] Pushing event updated for resources: {'Port': ['ID=0c8b459c-fd42-4484-92f5-fa126e87ee48,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:02:49.958954 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 0c8b459c-fd42-4484-92f5-fa126e87ee48 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:02:49.989179 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-725d6df1-4b13-46a0-ab70-ef8f7f953af9 None None] Provisioning complete for port 0c8b459c-fd42-4484-92f5-fa126e87ee48 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:02:49.989555 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-725d6df1-4b13-46a0-ab70-ef8f7f953af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:50.071510 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-725d6df1-4b13-46a0-ab70-ef8f7f953af9 None None] Current status of the port 0c8b459c-fd42-4484-92f5-fa126e87ee48 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:02:51.679758 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 0c8b459c-fd42-4484-92f5-fa126e87ee48 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:02:51.727513 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 0c8b459c-fd42-4484-92f5-fa126e87ee48 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:02:51.727902 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (0c8b459c-fd42-4484-92f5-fa126e87ee48), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:02:51.807660 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 0c8b459c-fd42-4484-92f5-fa126e87ee48 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:03:00.582625 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9ec9e0de-e87c-48fe-8646-f3990889ee2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:02.979879 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ebd2f97b-cf26-4919-b9cd-2a0d42f2b655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:03.682521 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:05.303267 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:06.848026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:12.029277 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:03:30.587284 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-94703d80-16a6-4810-9a2f-12e1ec453b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:32.985335 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3b980b7c-def1-457a-b440-9b26d01910e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:33.685046 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:35.304116 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:36.853214 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:03:49.028467 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:04:00.591993 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e63681ba-53ba-4283-9146-6e17a009203f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:02.983621 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bca18c92-62e1-4fe4-9b7b-036292279564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:03.688272 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:05.308871 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:06.865112 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:17.320612 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40856) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:17.326242 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [None req-d1faae24-d6b3-40a9-8daa-8290271e812e tempest-verify_tempest_config-488635580 tempest-verify_tempest_config-488635580-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:04:17.327223 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d1faae24-d6b3-40a9-8daa-8290271e812e tempest-verify_tempest_config-488635580 tempest-verify_tempest_config-488635580-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056629 Apr 12 03:04:17.648212 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40874) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:17.755592 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:17.834011 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Publish callbacks [] for security_group (ec6c5ddb-46b3-4e63-bfdb-3ac537c3c6f6), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:17.839201 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (ec6c5ddb-46b3-4e63-bfdb-3ac537c3c6f6), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:17.883093 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c87d43a8fbaa45ebb74127d2bf22f948&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2338154 Apr 12 03:04:17.885638 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6c5ddb-46b3-4e63-bfdb-3ac537c3c6f6,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:17.886050 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 40880) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:04:17.890723 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.891059 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.891392 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.891721 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.892043 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.892364 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.892681 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.892998 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.893315 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.893624 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.893941 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.894255 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.894566 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.894897 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.895209 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87abd9dd-ef16-45c0-bc99-8e845aec5090 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:17.943908 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Publish callbacks [] for security_group (ec6c5ddb-46b3-4e63-bfdb-3ac537c3c6f6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:17.965284 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Publish callbacks [] for security_group (ec6c5ddb-46b3-4e63-bfdb-3ac537c3c6f6), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:18.056233 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (ec6c5ddb-46b3-4e63-bfdb-3ac537c3c6f6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:18.059812 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:18.061234 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ec6c5ddb-46b3-4e63-bfdb-3ac537c3c6f6 HTTP/1.1" status: 204 len: 168 time: 0.1742573 Apr 12 03:04:18.069440 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6c5ddb-46b3-4e63-bfdb-3ac537c3c6f6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:04:18.076310 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.076657 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.076978 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.077309 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.077630 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.077949 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.078264 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.078581 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.079023 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.079355 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.079655 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.079968 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.080276 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.080584 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:18.080890 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb7dcb9f-49aa-4094-8531-54b06161b73d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:04:26.026836 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:04:30.596202 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a4a9aafd-8bf2-4bfe-8839-4e435794e6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:32.977504 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0639c917-a133-45a8-a40e-0c7743295a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:33.695164 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:35.314800 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:04:36.859611 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:00.605622 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d2354f7-b03d-4628-9eeb-cfec2d074795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:02.982185 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61f14cc0-5136-4ce7-9af3-7378400bf929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:03.025840 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:05:03.697930 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:05.316193 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:06.870016 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:30.601156 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d19c126c-8d20-4a14-a6c7-5360f32e2d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:32.992636 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8a1ee1f3-80b5-4fc1-9210-119f1c0151b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:33.705578 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:35.320139 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:36.872203 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:05:40.031147 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 5 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:06:00.596860 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fcd0be55-c1bf-4248-b9bd-3f8223ea2a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:02.986266 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4bd073de-e06b-417d-a4a9-e870ddb1437d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:03.701860 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:05.320330 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:06.868619 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:09.118075 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1994176'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:17.031543 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:06:23.728383 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40950) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:23.842173 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-aa050818-4889-4a17-b0a9-6efbb8054069 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1126554 Apr 12 03:06:26.132887 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 40960) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:06:26.198522 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4181fd02-07da-4869-b871-7ac22c05d250 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0641978 Apr 12 03:06:30.606528 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-821bfe5a-5db0-4c26-bc61-7ce5494bffd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:32.991928 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f5516a1e-acac-4dfa-873e-69d980a8e409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:33.712035 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:35.327923 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:36.867727 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:39.081547 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:06:54.034346 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:07:00.607973 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-aea31fc7-7edb-4934-981c-d3ad1a75cd79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:03.007098 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a05afba0-a813-44c7-a661-b05f03e1a385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:03.720130 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:05.337786 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:06.873951 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:09.095457 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:30.604004 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1979c072-5415-442a-a9aa-df1374c2aa2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:31.034852 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:07:33.010717 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea0aa085-23ae-4418-adf5-c87e5f1a773c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:33.712564 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:35.336478 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:36.860719 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:07:39.087204 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:00.598618 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-da4de298-b30d-494f-a97e-225874c87b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:03.006464 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e2a2c53f-645a-4cbf-8f2a-8e6f05ddf681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:03.716190 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:05.335026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:06.863876 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:08.035042 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:08:09.096212 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.276158 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41066) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:14.477852 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-network', 'tenant_id': '3e13ac14d2a942b3aa56287120726074'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:14.500202 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Made reservation on behalf of 3e13ac14d2a942b3aa56287120726074 for: {'network': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:14.502589 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.511424 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.592067 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Publish callbacks [] for security_group (252ada3e-6396-4555-b713-9239c946682f), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.597206 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (252ada3e-6396-4555-b713-9239c946682f), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.625386 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:08:14.635968 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252ada3e-6396-4555-b713-9239c946682f,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:14.644356 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.644741 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.645297 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.645689 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.646097 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.646584 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.647094 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.647419 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.647876 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.648265 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.648807 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.649268 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.649724 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.650105 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.650588 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Tracked resource versions report: Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: pushed versions: Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: { 'AddressGroup': {'1.2'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Agent': {'1.1'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'ConntrackHelper': {'1.0'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Log': {'1.0'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'NDPProxy': {'1.0'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Network': {'1.1'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Port': {'1.7'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'PortForwarding': {'1.3'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'QosPolicy': {'1.10'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'SecurityGroup': {'1.5'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'SubPort': {'1.0'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Subnet': {'1.1'}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Trunk': {'1.1'}} Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: consumer versions: Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: { DHCP agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: HyperV agent@hv-cinder-83744: {}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: L3 agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: Metadata agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: Metering agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: Open vSwitch agent@dv-cinder-837443-1-smb: { 'AddressGroup': '1.2', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Agent': '1.1', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'ConntrackHelper': '1.0', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'LocalIPAssociation': '1.0', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Log': '1.0', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'NDPProxy': '1.0', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Network': '1.1', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Port': '1.7', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'PortForwarding': '1.3', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'QosPolicy': '1.10', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'SecurityGroup': '1.5', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'SecurityGroupRule': '1.2', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'SubPort': '1.0', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Subnet': '1.1', Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: 'Trunk': '1.1'}} Apr 12 03:08:14.651808 dv-cinder-837443-1-smb neutron-server[103446]: {{(pid=103446) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:08:14.657959 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (63e8cfbb-37bc-4d48-aa49-3de47f82fcd8), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.658293 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.segments_db [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Added segment 63e8cfbb-37bc-4d48-aa49-3de47f82fcd8 of type vlan for network ea3f5856-aff3-47d0-98be-7a7334aece44 Apr 12 03:08:14.706871 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (ea3f5856-aff3-47d0-98be-7a7334aece44), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.733419 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (ea3f5856-aff3-47d0-98be-7a7334aece44), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.734609 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:14.735229 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.774790 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41110) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:14.775348 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.4974396 Apr 12 03:08:14.782551 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Request body: {'subnet': {'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-subnet', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:14.805482 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Made reservation on behalf of 3e13ac14d2a942b3aa56287120726074 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:14.808835 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:14.861305 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60404e4-7949-48e4-9cb6-09eb3c8e5e6c admin admin] Pushing event updated for resources: {'Network': ['ID=ea3f5856-aff3-47d0-98be-7a7334aece44,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:14.871952 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network ea3f5856-aff3-47d0-98be-7a7334aece44 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:08:14.995092 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (09ab16c8-563a-4e55-81bf-4cf6a947b6a3), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.040532 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ab16c8-563a-4e55-81bf-4cf6a947b6a3,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:15.049889 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.050230 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.050559 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.050958 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.051288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.051606 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.051918 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.052231 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.052541 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.052850 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.053158 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.053481 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.053791 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.054094 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.054400 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Tracked resource versions report: Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: pushed versions: Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: { 'AddressGroup': {'1.2'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Agent': {'1.1'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'ConntrackHelper': {'1.0'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Log': {'1.0'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'NDPProxy': {'1.0'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Network': {'1.1'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Port': {'1.7'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'PortForwarding': {'1.3'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'QosPolicy': {'1.10'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'SecurityGroup': {'1.5'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'SubPort': {'1.0'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Subnet': {'1.1'}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Trunk': {'1.1'}} Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: consumer versions: Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: { DHCP agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: HyperV agent@hv-cinder-83744: {}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: L3 agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: Metadata agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: Metering agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: Open vSwitch agent@dv-cinder-837443-1-smb: { 'AddressGroup': '1.2', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Agent': '1.1', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'ConntrackHelper': '1.0', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'LocalIPAssociation': '1.0', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Log': '1.0', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'NDPProxy': '1.0', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Network': '1.1', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Port': '1.7', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'PortForwarding': '1.3', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'QosPolicy': '1.10', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'SecurityGroup': '1.5', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'SecurityGroupRule': '1.2', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'SubPort': '1.0', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Subnet': '1.1', Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: 'Trunk': '1.1'}} Apr 12 03:08:15.055635 dv-cinder-837443-1-smb neutron-server[103447]: {{(pid=103447) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:08:15.075689 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Checking segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:15.076034 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Network hostable DHCP agents. Network: ea3f5856-aff3-47d0-98be-7a7334aece44, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:08:15.094903 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Network ea3f5856-aff3-47d0-98be-7a7334aece44 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:08:15.105856 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, ea3f5856-aff3-47d0-98be-7a7334aece44) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:15.114730 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:15.115393 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.117127 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd35ad-022c-4251-aec4-5028c035e2fd None None] Network ea3f5856-aff3-47d0-98be-7a7334aece44 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:08:15.139865 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41124) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:15.140326 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-80df0b0c-5cce-4fba-83e7-7a42df4d73bc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3634458 Apr 12 03:08:15.146101 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:15.178449 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (42b2e326-00d2-421e-9888-f52421bb5f12), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.180450 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (42b2e326-00d2-421e-9888-f52421bb5f12), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.250819 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-ea3f5856-aff3-47d0-98be-7a7334aece44', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'project_id': '3e13ac14d2a942b3aa56287120726074', 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:08:15.252068 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.329991 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks [] for router_controller (42b2e326-00d2-421e-9888-f52421bb5f12), precommit_add_association {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.415231 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Allocated IP 172.20.0.2 (ea3f5856-aff3-47d0-98be-7a7334aece44/09ab16c8-563a-4e55-81bf-4cf6a947b6a3/e07a37b7-bf8c-4c36-a6bd-39716b3175e3) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:15.558096 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks [] for router_gateway (42b2e326-00d2-421e-9888-f52421bb5f12), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.597345 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Publish callbacks [] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.604098 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.649013 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Network ea3f5856-aff3-47d0-98be-7a7334aece44 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:15.652094 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:15.655614 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:15.666376 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Pushing event updated for resources: {'Port': ['ID=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:15.693596 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.693945 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.694282 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.694637 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.694994 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.695318 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.695638 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.696036 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.696362 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.696682 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.697001 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.697338 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.697658 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.697973 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.698284 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Tracked resource versions report: Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: pushed versions: Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: { 'AddressGroup': {'1.2'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Agent': {'1.1'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'ConntrackHelper': {'1.0'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Log': {'1.0'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'NDPProxy': {'1.0'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Network': {'1.1'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Port': {'1.7'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'PortForwarding': {'1.3'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'QosPolicy': {'1.10'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'SecurityGroup': {'1.5'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'SubPort': {'1.0'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Subnet': {'1.1'}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Trunk': {'1.1'}} Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: consumer versions: Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: { DHCP agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: HyperV agent@hv-cinder-83744: {}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: L3 agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: Metadata agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: Metering agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: Open vSwitch agent@dv-cinder-837443-1-smb: { 'AddressGroup': '1.2', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Agent': '1.1', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'ConntrackHelper': '1.0', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'LocalIPAssociation': '1.0', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Log': '1.0', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'NDPProxy': '1.0', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Network': '1.1', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Port': '1.7', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'PortForwarding': '1.3', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'QosPolicy': '1.10', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'SecurityGroup': '1.5', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'SecurityGroupRule': '1.2', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'SubPort': '1.0', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Subnet': '1.1', Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: 'Trunk': '1.1'}} Apr 12 03:08:15.700254 dv-cinder-837443-1-smb neutron-server[103448]: {{(pid=103448) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:08:15.734541 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Attempting to bind port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:15.734934 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Attempting to bind port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:15.735287 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Attempting to bind port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 on network ea3f5856-aff3-47d0-98be-7a7334aece44 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:15.740505 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:15.740986 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Checking segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:15.741384 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.741765 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Bound using segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:15.742276 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Bound port: e07a37b7-bf8c-4c36-a6bd-39716b3175e3, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:15.742651 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.814448 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] For port e07a37b7-bf8c-4c36-a6bd-39716b3175e3, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:15.817578 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] For port e07a37b7-bf8c-4c36-a6bd-39716b3175e3, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:15.820107 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks [] for router_gateway (42b2e326-00d2-421e-9888-f52421bb5f12), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.827190 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.849631 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:15.890668 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec06ad-2598-4135-8e77-5ab36c64ab18 None None] Pushing event updated for resources: {'Port': ['ID=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:15.948608 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41172) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:16.030118 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Allocated IP 172.28.1.126 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/3b1ba2cd-daf8-485e-9d17-4c6970081e03) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:16.173907 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks [] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.274433 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.377050 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-844065708-network', 'tenant_id': 'dec66612a77b48c0a53d0883382c4948'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:16.408907 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1ba2cd-daf8-485e-9d17-4c6970081e03,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:16.413055 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:16.414741 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:16.429417 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Made reservation on behalf of dec66612a77b48c0a53d0883382c4948 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:16.437316 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.439508 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:16.451105 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.567274 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Publish callbacks [] for security_group (4aa2f1c8-42b2-4c86-9342-b616be4ca4e4), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.568664 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41190) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:16.577204 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (4aa2f1c8-42b2-4c86-9342-b616be4ca4e4), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.609238 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:16.622511 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:08:16.644944 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (4ad9d15f-8551-4773-a5d9-05199bc9fed3), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.646045 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Added segment 4ad9d15f-8551-4773-a5d9-05199bc9fed3 of type vlan for network b2dd2edc-bbb4-4012-964d-8c1effa620c1 Apr 12 03:08:16.715787 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (b2dd2edc-bbb4-4012-964d-8c1effa620c1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.948993 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-network', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:16.969633 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41200) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:16.976956 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks [] for router_gateway (42b2e326-00d2-421e-9888-f52421bb5f12), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:16.985712 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Made reservation on behalf of 240711cb3a6f42729bc030a633e11a9c for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:16.989129 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.016947 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.032924 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (b2dd2edc-bbb4-4012-964d-8c1effa620c1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.038078 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:17.038897 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.177551 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377864f5-869e-469a-be78-2ae8032f420c None None] Network ea3f5856-aff3-47d0-98be-7a7334aece44 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:08:17.198519 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=b2dd2edc-bbb4-4012-964d-8c1effa620c1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:17.219529 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1023375233-network', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:17.225190 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network b2dd2edc-bbb4-4012-964d-8c1effa620c1 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:08:17.266023 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (42b2e326-00d2-421e-9888-f52421bb5f12), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.282172 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Made reservation on behalf of d242dd1c24a44466b0295a9e04d3aa63 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:17.286548 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.293798 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-497008cd-05eb-4c53-99cb-e97e73c62ef5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3441000 Apr 12 03:08:17.311399 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41220) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:17.333676 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Request body: {'subnet': {'network_id': 'b2dd2edc-bbb4-4012-964d-8c1effa620c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-844065708-subnet', 'tenant_id': 'dec66612a77b48c0a53d0883382c4948', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:17.357145 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.437432 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-73dd32fb-4b0d-446a-832a-e58f7b78ded2 None None] Provisioning complete for port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:17.437667 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73dd32fb-4b0d-446a-832a-e58f7b78ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.471832 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Made reservation on behalf of dec66612a77b48c0a53d0883382c4948 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:17.478667 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.536278 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Router 42b2e326-00d2-421e-9888-f52421bb5f12 is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:08:17.598100 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-73dd32fb-4b0d-446a-832a-e58f7b78ded2 None None] Current status of the port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:17.598868 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73dd32fb-4b0d-446a-832a-e58f7b78ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.647279 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Publish callbacks [] for security_group (728b5555-77dd-43c5-a742-a543ec8118a7), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.669887 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (728b5555-77dd-43c5-a742-a543ec8118a7), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.677748 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-73dd32fb-4b0d-446a-832a-e58f7b78ded2 None None] For port e07a37b7-bf8c-4c36-a6bd-39716b3175e3, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:17.689955 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73dd32fb-4b0d-446a-832a-e58f7b78ded2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.761776 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd32fb-4b0d-446a-832a-e58f7b78ded2 None None] Pushing event updated for resources: {'Port': ['ID=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:17.809262 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:17.820772 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Sync routers for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:17.848165 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:17.849604 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:17.858935 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.863461 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-e923dd1e-8f18-481c-81ad-8c1e2790c9e0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7219620 Apr 12 03:08:17.864201 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41250) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:17.896661 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728b5555-77dd-43c5-a742-a543ec8118a7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:17.923262 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-41f7a8aa-0f8e-44d7-93a7-f09f25e739b5 None None] Provisioning complete for port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:17.925047 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-41f7a8aa-0f8e-44d7-93a7-f09f25e739b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.947081 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:08:17.984815 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (9e3b7744-4c1a-4d9c-9376-cafd9931c31e), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:17.985886 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Added segment 9e3b7744-4c1a-4d9c-9376-cafd9931c31e of type vlan for network 28c57e7d-daad-4063-98b6-9da8448e5d98 Apr 12 03:08:18.072263 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Publish callbacks [] for security_group (812e7128-f289-4aea-9ce0-a514515f333c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.077278 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device e07a37b7-bf8c-4c36-a6bd-39716b3175e3 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:18.088319 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (812e7128-f289-4aea-9ce0-a514515f333c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.089530 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:18.104395 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:08:18.114564 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (6a61e8e8-b12b-4c65-955e-3fa1d2020d6b), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.115280 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Added segment 6a61e8e8-b12b-4c65-955e-3fa1d2020d6b of type vlan for network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 Apr 12 03:08:18.156966 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.176912 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (28c57e7d-daad-4063-98b6-9da8448e5d98), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.261006 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.262478 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:18.263322 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.286051 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e7128-f289-4aea-9ce0-a514515f333c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:18.351092 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (28c57e7d-daad-4063-98b6-9da8448e5d98), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.351092 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:18.351530 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.365957 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3946774 Apr 12 03:08:18.383497 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41266) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:18.407440 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Request body: {'subnet': {'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-subnet', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:18.422679 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8500245 Apr 12 03:08:18.465610 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:16Z', 'revision_number': 3, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:18.479840 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-41f7a8aa-0f8e-44d7-93a7-f09f25e739b5 None None] Current status of the port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:18.493421 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:18.494160 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.500419 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41268) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:18.503902 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c487f2-1263-4dcb-8678-1f4c4d6fa2f3 admin admin] Pushing event updated for resources: {'Network': ['ID=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:18.509955 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Checking router: 42b2e326-00d2-421e-9888-f52421bb5f12 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:18.510300 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Updating router 42b2e326-00d2-421e-9888-f52421bb5f12 port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:08:18.512600 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Request body: {'subnet': {'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-subnet', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:18.523306 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:08:18.529129 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (91063d9d-9be0-4b35-9b04-588688dfaf92), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.544979 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.702657 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Checking segment: {'id': '4ad9d15f-8551-4773-a5d9-05199bc9fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2dd2edc-bbb4-4012-964d-8c1effa620c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:18.702983 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Network hostable DHCP agents. Network: b2dd2edc-bbb4-4012-964d-8c1effa620c1, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:08:18.704845 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:18.707269 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Made reservation on behalf of d242dd1c24a44466b0295a9e04d3aa63 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:18.709557 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.792163 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Network b2dd2edc-bbb4-4012-964d-8c1effa620c1 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:08:18.807058 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Made reservation on behalf of 240711cb3a6f42729bc030a633e11a9c for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:18.809513 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.811381 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, b2dd2edc-bbb4-4012-964d-8c1effa620c1) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:18.813226 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b72fa-dd3b-42d4-b301-5e983d8540e2 admin admin] Pushing event updated for resources: {'Network': ['ID=28c57e7d-daad-4063-98b6-9da8448e5d98,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:18.824782 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c5b9e5-5049-467f-8713-2eeec75032cf None None] Network b2dd2edc-bbb4-4012-964d-8c1effa620c1 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:08:18.861246 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:18.861837 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:18.896049 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91063d9d-9be0-4b35-9b04-588688dfaf92,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:18.921329 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-36715ac6-677d-4106-b152-c8bec0108672 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5962260 Apr 12 03:08:19.034152 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:08:19.051069 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.252829 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d84e25-72a5-494c-97c6-2aa03a9e6a59 None None] Network b2dd2edc-bbb4-4012-964d-8c1effa620c1 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:08:19.411983 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Publish callbacks [] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.422457 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.481806 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (2c83a292-53be-43b5-8bda-bf9c6887abca), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.494839 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Attempting to bind port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:19.495143 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (ea79480f-f850-4280-a47f-d1a267e3c033), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.495271 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Attempting to bind port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:19.495440 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Attempting to bind port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:19.511880 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:19.512283 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:19.512749 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.513077 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:19.514020 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Bound port: 3b1ba2cd-daf8-485e-9d17-4c6970081e03, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:19.514890 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.517935 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Pushing event updated for resources: {'Port': ['ID=3b1ba2cd-daf8-485e-9d17-4c6970081e03,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:19.533618 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Allocated IP 172.20.0.1 (ea3f5856-aff3-47d0-98be-7a7334aece44/09ab16c8-563a-4e55-81bf-4cf6a947b6a3/a571bcae-f43f-46b4-b995-9876b9ef2dc4) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:19.596912 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.597162 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.597436 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.597791 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.607192 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.607555 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.608206 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.608561 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.611597 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.611970 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.612318 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.612972 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.613308 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.613649 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.614018 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Tracked resource versions report: Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: pushed versions: Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: { 'AddressGroup': {'1.2'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Agent': {'1.1'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'ConntrackHelper': {'1.0'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'LocalIPAssociation': {'1.0'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Log': {'1.0'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'NDPProxy': {'1.0'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Network': {'1.1'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Port': {'1.7'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'PortForwarding': {'1.3'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'QosPolicy': {'1.10'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'SecurityGroup': {'1.5'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'SecurityGroupRule': {'1.2'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'SubPort': {'1.0'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Subnet': {'1.1'}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Trunk': {'1.1'}} Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: consumer versions: Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: { DHCP agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: HyperV agent@hv-cinder-83744: {}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: L3 agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: Metadata agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: Metering agent@dv-cinder-837443-1-smb: {}, Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: Open vSwitch agent@dv-cinder-837443-1-smb: { 'AddressGroup': '1.2', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Agent': '1.1', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'ConntrackHelper': '1.0', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'LocalIPAssociation': '1.0', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Log': '1.0', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'NDPProxy': '1.0', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Network': '1.1', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Port': '1.7', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'PortForwarding': '1.3', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'QosPolicy': '1.10', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'SecurityGroup': '1.5', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'SecurityGroupRule': '1.2', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'SubPort': '1.0', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Subnet': '1.1', Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: 'Trunk': '1.1'}} Apr 12 03:08:19.615297 dv-cinder-837443-1-smb neutron-server[103449]: {{(pid=103449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 12 03:08:19.641663 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Checking segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:19.642441 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Network hostable DHCP agents. Network: 28c57e7d-daad-4063-98b6-9da8448e5d98, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:08:19.648252 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Checking segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:19.648737 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Network hostable DHCP agents. Network: 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:08:19.657470 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c83a292-53be-43b5-8bda-bf9c6887abca,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:19.693882 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] For port 3b1ba2cd-daf8-485e-9d17-4c6970081e03, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:19.697598 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] For port 3b1ba2cd-daf8-485e-9d17-4c6970081e03, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=3b1ba2cd-daf8-485e-9d17-4c6970081e03,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:19.712121 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.735195 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:08:19.748565 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:08:19.759720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:19.763981 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea79480f-f850-4280-a47f-d1a267e3c033,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:19.769301 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 28c57e7d-daad-4063-98b6-9da8448e5d98) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:19.770562 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161fb92c-db2b-4d33-a11a-b9d2754d03ac None None] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:08:19.772233 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:19.773518 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.790534 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:19.791708 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.795961 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184755b-338a-4e60-8108-1ec2e4a10cdb None None] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:08:19.815236 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-fb038ddf-906f-46ee-8ccf-1843196b7af0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4198360 Apr 12 03:08:19.819243 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-dea434a2-7835-4ffa-8892-dc5be80f0711 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3127708 Apr 12 03:08:19.820298 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41334) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:19.823553 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41336) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:19.833152 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:19.853457 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:19.853701 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:19.858732 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:19.885569 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (74029f8e-71b2-4468-80fb-854be116c2ea), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.887411 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (74029f8e-71b2-4468-80fb-854be116c2ea), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.894929 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (76634b89-be7e-4451-9e53-89137f774df0), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.895999 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (76634b89-be7e-4451-9e53-89137f774df0), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.929254 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Publish callbacks [] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:19.994679 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcf6b7-ee59-402b-91d8-a16eca4ed878 None None] Pushing event updated for resources: {'Port': ['ID=3b1ba2cd-daf8-485e-9d17-4c6970081e03,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:20.025135 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:20.064109 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:08:20.070186 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks [] for router_controller (74029f8e-71b2-4468-80fb-854be116c2ea), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:20.071382 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:20.078164 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks [] for router_controller (76634b89-be7e-4451-9e53-89137f774df0), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:20.113928 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Network ea3f5856-aff3-47d0-98be-7a7334aece44 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:20.117140 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:20.131307 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:20.131818 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (42b2e326-00d2-421e-9888-f52421bb5f12), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:20.135354 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:20.172153 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-28c57e7d-daad-4063-98b6-9da8448e5d98', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:08:20.174343 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:20.175778 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41350) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:20.338109 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Pushing event updated for resources: {'Port': ['ID=a571bcae-f43f-46b4-b995-9876b9ef2dc4,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:20.358119 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41370) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:20.360681 dv-cinder-837443-1-smb neutron-server[103446]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 03:08:20.647348 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:16Z', 'revision_number': 3, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:20.649115 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-a05f4f25-22a2-430d-9a8b-be53d381cdf3 None None] Provisioning complete for port a571bcae-f43f-46b4-b995-9876b9ef2dc4 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:20.655755 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41378) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:20.663074 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a05f4f25-22a2-430d-9a8b-be53d381cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:20.761134 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-a05f4f25-22a2-430d-9a8b-be53d381cdf3 None None] Port a571bcae-f43f-46b4-b995-9876b9ef2dc4 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:20.781303 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa603599-fdce-4f26-8e36-8faecf6ec0da None None] The sync data for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb is: [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:16Z', 'revision_number': 3, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:20.900438 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Allocated IP 172.20.0.2 (28c57e7d-daad-4063-98b6-9da8448e5d98/ea79480f-f850-4280-a47f-d1a267e3c033/b5f48f6f-9d95-46c3-8606-d3c6089042cb) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:20.921220 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-d67657fa-4257-445b-aca0-0600522e223c tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:20.922863 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-d67657fa-4257-445b-aca0-0600522e223c tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/networks?id=b2dd2edc-bbb4-4012-964d-8c1effa620c1 HTTP/1.1" status: 200 len: 811 time: 0.5634680 Apr 12 03:08:20.968437 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Allocated IP 172.20.0.2 (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5/2c83a292-53be-43b5-8bda-bf9c6887abca/8fffff51-f205-486e-93f1-4b9cb7152db0) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:20.969071 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:20.972026 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-58b596cd-decf-44b5-8892-781ed05342e3 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/quotas/dec66612a77b48c0a53d0883382c4948 HTTP/1.1" status: 200 len: 375 time: 0.0201621 Apr 12 03:08:21.037946 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks [] for router_gateway (76634b89-be7e-4451-9e53-89137f774df0), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.074034 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks [] for router_gateway (74029f8e-71b2-4468-80fb-854be116c2ea), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.093999 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3a4ffe69-5c8a-4de7-8648-1b66ed5791f3 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dec66612a77b48c0a53d0883382c4948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881226 Apr 12 03:08:21.109322 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6e38e80-42ef-48e3-85e4-45849cbfa4a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.263096 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0528008-7cd6-4566-b34d-a858e922da03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.279210 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Publish callbacks [] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.294371 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.295304 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (42b2e326-00d2-421e-9888-f52421bb5f12), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.297734 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Publish callbacks [] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.315586 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.373925 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Pushing event updated for resources: {'Port': ['ID=b5f48f6f-9d95-46c3-8606-d3c6089042cb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:21.397543 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:21.401993 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:21.403141 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Pushing event updated for resources: {'Port': ['ID=a571bcae-f43f-46b4-b995-9876b9ef2dc4,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:21.407519 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:21.515998 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Network ea3f5856-aff3-47d0-98be-7a7334aece44 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:21.518842 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0528008-7cd6-4566-b34d-a858e922da03 admin admin] Publish callbacks [] for security_group (d392229c-29be-4708-87da-83ced57b84b1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.521738 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:21.588088 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Publish callbacks [] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.590029 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c0528008-7cd6-4566-b34d-a858e922da03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (d392229c-29be-4708-87da-83ced57b84b1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.611792 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.620729 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-45b69574-8b5d-4f5c-9ab3-321e6e6bb821 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:08:21.622528 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-45b69574-8b5d-4f5c-9ab3-321e6e6bb821 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2665322 Apr 12 03:08:21.678204 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0528008-7cd6-4566-b34d-a858e922da03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d392229c-29be-4708-87da-83ced57b84b1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:21.695054 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Attempting to bind port b5f48f6f-9d95-46c3-8606-d3c6089042cb on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:21.695283 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Attempting to bind port b5f48f6f-9d95-46c3-8606-d3c6089042cb by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:21.696944 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Attempting to bind port b5f48f6f-9d95-46c3-8606-d3c6089042cb on network 28c57e7d-daad-4063-98b6-9da8448e5d98 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:21.715932 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:21.747113 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:21.747483 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Checking segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:21.748963 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.749369 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Bound using segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:21.749908 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Bound port: b5f48f6f-9d95-46c3-8606-d3c6089042cb, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:21.750433 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.769786 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:21.792390 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-c0528008-7cd6-4566-b34d-a858e922da03 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e210733220ec479393f9a09785e87c57&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1352513 Apr 12 03:08:21.803853 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:21.819771 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41408) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:21.888319 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks [] for router_gateway (76634b89-be7e-4451-9e53-89137f774df0), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.894650 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6e38e80-42ef-48e3-85e4-45849cbfa4a3 admin admin] Publish callbacks [] for security_group (0fd33706-180e-4896-b721-2c286389be63), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.900936 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Pushing event updated for resources: {'Port': ['ID=8fffff51-f205-486e-93f1-4b9cb7152db0,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:21.917731 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-03ff9c6e-b7c1-4f20-9e0b-8d28ade2aae0 None None] Provisioning complete for port a571bcae-f43f-46b4-b995-9876b9ef2dc4 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:21.917986 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ff9c6e-b7c1-4f20-9e0b-8d28ade2aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.923939 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e6e38e80-42ef-48e3-85e4-45849cbfa4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0fd33706-180e-4896-b721-2c286389be63), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.928920 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:21.934098 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks [] for router_gateway (74029f8e-71b2-4468-80fb-854be116c2ea), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.007315 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.074223 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e800efcd-8646-457c-9a37-de20a4dc12b0 admin admin] Publish callbacks [] for security_group (d392229c-29be-4708-87da-83ced57b84b1), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.099480 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Attempting to bind port 8fffff51-f205-486e-93f1-4b9cb7152db0 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:22.100086 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Attempting to bind port 8fffff51-f205-486e-93f1-4b9cb7152db0 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:22.101057 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Attempting to bind port 8fffff51-f205-486e-93f1-4b9cb7152db0 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:22.101587 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Router 42b2e326-00d2-421e-9888-f52421bb5f12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:08:22.112202 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-99211499-3229-4d87-bc25-d199d60ca154 service neutron] 10.222.0.41 "GET /v2.0/networks/b2dd2edc-bbb4-4012-964d-8c1effa620c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650249 Apr 12 03:08:22.122662 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] For port b5f48f6f-9d95-46c3-8606-d3c6089042cb, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:22.125116 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:22.125867 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Checking segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:22.125867 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.126039 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Bound using segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:22.126498 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Bound port: 8fffff51-f205-486e-93f1-4b9cb7152db0, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:22.126907 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.136124 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e38e80-42ef-48e3-85e4-45849cbfa4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd33706-180e-4896-b721-2c286389be63,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:22.139375 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e800efcd-8646-457c-9a37-de20a4dc12b0 admin admin] Publish callbacks [] for security_group (d392229c-29be-4708-87da-83ced57b84b1), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.158231 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e6e38e80-42ef-48e3-85e4-45849cbfa4a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e350c4029cfc432b8556b92ca2b94f7b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9795663 Apr 12 03:08:22.166416 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 3b1ba2cd-daf8-485e-9d17-4c6970081e03 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:22.211645 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41426) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:22.224467 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e800efcd-8646-457c-9a37-de20a4dc12b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (d392229c-29be-4708-87da-83ced57b84b1), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.228478 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e800efcd-8646-457c-9a37-de20a4dc12b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.229458 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-e800efcd-8646-457c-9a37-de20a4dc12b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d392229c-29be-4708-87da-83ced57b84b1 HTTP/1.1" status: 204 len: 168 time: 0.4043221 Apr 12 03:08:22.278484 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] For port b5f48f6f-9d95-46c3-8606-d3c6089042cb, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b5f48f6f-9d95-46c3-8606-d3c6089042cb,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:22.281783 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-03ff9c6e-b7c1-4f20-9e0b-8d28ade2aae0 None None] Port a571bcae-f43f-46b4-b995-9876b9ef2dc4 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:22.309268 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.317256 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800efcd-8646-457c-9a37-de20a4dc12b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d392229c-29be-4708-87da-83ced57b84b1,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:22.366313 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f568b53-7703-469a-a860-0bd200906ccc admin admin] Publish callbacks [] for security_group (0fd33706-180e-4896-b721-2c286389be63), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.376549 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Allocated IP 172.28.1.33 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:22.500828 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks [] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.518353 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f568b53-7703-469a-a860-0bd200906ccc admin admin] Publish callbacks [] for security_group (0fd33706-180e-4896-b721-2c286389be63), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.592381 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-13ebb9df-dafe-429a-8864-abeb68adbb85 service neutron] 10.222.0.41 "GET /v2.0/networks/b2dd2edc-bbb4-4012-964d-8c1effa620c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789422 Apr 12 03:08:22.595793 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:22.609932 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-62a61930-8423-4780-8987-5de5dfed3477 admin admin] 10.222.0.41 "PUT /v2.0/routers/42b2e326-00d2-421e-9888-f52421bb5f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7446342 Apr 12 03:08:22.635047 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:22.635633 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.644852 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Allocated IP 172.28.1.151 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/491a2904-8fb6-4074-a75b-826963efb5e1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:22.647805 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f568b53-7703-469a-a860-0bd200906ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0fd33706-180e-4896-b721-2c286389be63), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.651401 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f568b53-7703-469a-a860-0bd200906ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.656268 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2f568b53-7703-469a-a860-0bd200906ccc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0fd33706-180e-4896-b721-2c286389be63 HTTP/1.1" status: 204 len: 168 time: 0.4414310 Apr 12 03:08:22.674606 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28e99a-5baf-4d42-9b9c-aaa8fca227fe None None] Pushing event updated for resources: {'Port': ['ID=b5f48f6f-9d95-46c3-8606-d3c6089042cb,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:22.677614 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f568b53-7703-469a-a860-0bd200906ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd33706-180e-4896-b721-2c286389be63,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:22.686541 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] For port 8fffff51-f205-486e-93f1-4b9cb7152db0, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:22.724533 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] For port 8fffff51-f205-486e-93f1-4b9cb7152db0, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=8fffff51-f205-486e-93f1-4b9cb7152db0,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:22.732832 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.738285 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.823764 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41448) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:22.828036 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a4df1-6b3f-4398-bef5-52a01af92682 None None] Pushing event updated for resources: {'Port': ['ID=8fffff51-f205-486e-93f1-4b9cb7152db0,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:22.869481 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f646d6d-a9ca-4c50-baa6-87cd94509c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:22.959257 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:22.959257 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.002376 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:23.016148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:23.050015 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:23.058408 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port 3b1ba2cd-daf8-485e-9d17-4c6970081e03, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=3b1ba2cd-daf8-485e-9d17-4c6970081e03,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:23.073691 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.078927 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41462) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:23.079411 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Pushing event updated for resources: {'Port': ['ID=7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:23.097414 dv-cinder-837443-1-smb neutron-server[103447]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 12 03:08:23.171531 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=3b1ba2cd-daf8-485e-9d17-4c6970081e03,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:23.307551 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks [] for port (491a2904-8fb6-4074-a75b-826963efb5e1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.410625 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f646d6d-a9ca-4c50-baa6-87cd94509c3b admin admin] Publish callbacks [] for security_group (c1fc571d-6f69-4df1-839e-4322eea7266b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.421692 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f646d6d-a9ca-4c50-baa6-87cd94509c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (c1fc571d-6f69-4df1-839e-4322eea7266b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.515711 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-5f646d6d-a9ca-4c50-baa6-87cd94509c3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f652303228f4469f804f6a1e71f26f7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6842422 Apr 12 03:08:23.520104 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f646d6d-a9ca-4c50-baa6-87cd94509c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fc571d-6f69-4df1-839e-4322eea7266b,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:23.523325 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41486) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:23.555675 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.566755 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-13a87a52-e8e1-4f62-8c07-d7fac3bfba96 req-6577b3de-8750-4178-a969-f2c62389a734 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 210 time: 0.4712183 Apr 12 03:08:23.602948 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Sync routers for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:23.624627 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:23.633660 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:23.643427 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f19af6af-ab19-4781-b48f-2f72220b84c2 admin admin] Publish callbacks [] for security_group (c1fc571d-6f69-4df1-839e-4322eea7266b), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.654174 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:23.665084 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:23.671057 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:23.679451 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f19af6af-ab19-4781-b48f-2f72220b84c2 admin admin] Publish callbacks [] for security_group (c1fc571d-6f69-4df1-839e-4322eea7266b), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.747740 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f19af6af-ab19-4781-b48f-2f72220b84c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (c1fc571d-6f69-4df1-839e-4322eea7266b), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.750555 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f19af6af-ab19-4781-b48f-2f72220b84c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:23.751881 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-f19af6af-ab19-4781-b48f-2f72220b84c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1fc571d-6f69-4df1-839e-4322eea7266b HTTP/1.1" status: 204 len: 168 time: 0.2274950 Apr 12 03:08:23.771866 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19af6af-ab19-4781-b48f-2f72220b84c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fc571d-6f69-4df1-839e-4322eea7266b,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:23.818372 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Pushing event updated for resources: {'Port': ['ID=491a2904-8fb6-4074-a75b-826963efb5e1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:23.931850 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks [] for router_gateway (76634b89-be7e-4451-9e53-89137f774df0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:24.207370 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:24.267423 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-c6b2ed7b-837f-4a2e-bb35-2d6e4024bb0e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:24.276169 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-c6b2ed7b-837f-4a2e-bb35-2d6e4024bb0e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 819 time: 0.4178741 Apr 12 03:08:24.346991 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-f514efa4-91b4-4cb9-97b1-bf5571131953 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/quotas/3e13ac14d2a942b3aa56287120726074 HTTP/1.1" status: 200 len: 375 time: 0.0648344 Apr 12 03:08:24.380426 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b5f48f6f-9d95-46c3-8606-d3c6089042cb up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:24.570385 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-90348033-05f7-4f2b-b21e-fe348b6bbf49 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188025 Apr 12 03:08:24.849764 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks [] for router_gateway (74029f8e-71b2-4468-80fb-854be116c2ea), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:24.861654 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-4c8482c1-ac46-49a9-b265-a6b6c9e9e118 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889421 Apr 12 03:08:24.864427 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port b5f48f6f-9d95-46c3-8606-d3c6089042cb triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:24.864822 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:24.883645 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-18b44b63-e992-4e75-9d5e-f38fac983c27 req-b3636dc7-1df7-450f-9721-947b23295155 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 210 time: 0.1301849 Apr 12 03:08:24.921788 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b7e4b-3d83-45eb-a7c6-f6561d60eb18 None None] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:08:25.070664 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03bee34-90ec-4a8c-9c6f-0e29ee104653 None None] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:08:25.081534 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-fcc35ca8-c02d-4823-96a8-f8d2771d1ad4 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131791 Apr 12 03:08:25.222525 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-226ba2ac-2fb6-4600-8f71-574e4a07bd7e None None] Provisioning complete for port b5f48f6f-9d95-46c3-8606-d3c6089042cb triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:25.223034 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-226ba2ac-2fb6-4600-8f71-574e4a07bd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.232220 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (76634b89-be7e-4451-9e53-89137f774df0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.384749 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port b5f48f6f-9d95-46c3-8606-d3c6089042cb is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:25.385139 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.546036 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a782b3d4-1363-4b47-85fc-988c49c66460 req-4ce22c0c-4c22-440c-8a4e-5b5a016bda5b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 210 time: 0.1312733 Apr 12 03:08:25.571088 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port b5f48f6f-9d95-46c3-8606-d3c6089042cb, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b5f48f6f-9d95-46c3-8606-d3c6089042cb,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:25.654276 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.668801 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 3b1ba2cd-daf8-485e-9d17-4c6970081e03 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:25.698385 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (74029f8e-71b2-4468-80fb-854be116c2ea), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:25.830384 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Router 76634b89-be7e-4451-9e53-89137f774df0 is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:08:25.898340 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=b5f48f6f-9d95-46c3-8606-d3c6089042cb,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:25.982072 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41630) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:26.013937 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-226ba2ac-2fb6-4600-8f71-574e4a07bd7e None None] Current status of the port b5f48f6f-9d95-46c3-8606-d3c6089042cb is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:26.020486 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:26.021064 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:26.024771 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:21Z', 'revision_number': 2, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:26.210116 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Checking router: 42b2e326-00d2-421e-9888-f52421bb5f12 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:26.214862 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:26.216103 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Updating router 42b2e326-00d2-421e-9888-f52421bb5f12 port a571bcae-f43f-46b4-b995-9876b9ef2dc4 binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:08:26.234076 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Sync routers for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:26.258540 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:26.262544 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:26.380360 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Provisioning complete for port 8fffff51-f205-486e-93f1-4b9cb7152db0 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:26.380907 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:26.505986 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e0c1d341-7d97-4e32-97c2-86fba63de6ee req-a24d0002-b491-4637-9069-15fdb0718145 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 210 time: 0.1999145 Apr 12 03:08:26.512180 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.24', 62544) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:26.523442 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:26.536766 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-a4398dd5-1b85-41e6-8b5e-6879a32c564e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7083230 Apr 12 03:08:26.557506 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41668) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:26.564980 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:26.609334 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41674) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:26.688085 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f7046f09-b90b-4562-ad9a-99afe895048e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:26.782385 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:26.783858 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 8fffff51-f205-486e-93f1-4b9cb7152db0 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:26.790609 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:26.959805 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-eb30420b-d943-49b2-afdd-09442546842f tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:26.965515 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-eb30420b-d943-49b2-afdd-09442546842f tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.24 "GET /v2.0/networks?id=b2dd2edc-bbb4-4012-964d-8c1effa620c1 HTTP/1.1" status: 200 len: 811 time: 0.4513311 Apr 12 03:08:27.018292 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Request body: {'port': {'device_id': '030e16bb-6127-4e34-9d82-1e94a5d31ed6', 'network_id': 'b2dd2edc-bbb4-4012-964d-8c1effa620c1', 'admin_state_up': True, 'tenant_id': 'dec66612a77b48c0a53d0883382c4948'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:27.049268 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Router 74029f8e-71b2-4468-80fb-854be116c2ea is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:08:27.176336 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:23Z', 'revision_number': 3, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:27.191599 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Current status of the port 8fffff51-f205-486e-93f1-4b9cb7152db0 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:27.191991 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.225173 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f7046f09-b90b-4562-ad9a-99afe895048e admin admin] Publish callbacks [] for security_group (e23ac4d2-2952-4227-9617-1e7099dd08d6), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.250132 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f7046f09-b90b-4562-ad9a-99afe895048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e23ac4d2-2952-4227-9617-1e7099dd08d6), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.264477 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Checking router: 76634b89-be7e-4451-9e53-89137f774df0 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:27.265047 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Updating router 76634b89-be7e-4451-9e53-89137f774df0 port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:08:27.351489 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.430029 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-f7046f09-b90b-4562-ad9a-99afe895048e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbfd88bbf1904f6797f2525f7061f54d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4466105 Apr 12 03:08:27.437079 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41720) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:27.447176 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7046f09-b90b-4562-ad9a-99afe895048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23ac4d2-2952-4227-9617-1e7099dd08d6,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:27.482085 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0b05398-d3b2-41fe-bd9f-a51aa4578372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.505248 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:27.516296 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Made reservation on behalf of dec66612a77b48c0a53d0883382c4948 for: {'port': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:27.520601 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.556664 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26bea53e-e915-4ea0-9645-42201d683c3b admin admin] Publish callbacks [] for security_group (e23ac4d2-2952-4227-9617-1e7099dd08d6), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.637750 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0b05398-d3b2-41fe-bd9f-a51aa4578372 admin admin] Publish callbacks [] for security_group (7670fad4-2f7b-44bd-b959-8bd475de2095), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.650040 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.654060 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8086de9e-b31d-44b0-9581-57120101a730 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8268895 Apr 12 03:08:27.656027 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e0b05398-d3b2-41fe-bd9f-a51aa4578372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (7670fad4-2f7b-44bd-b959-8bd475de2095), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.682240 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41726) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:27.711041 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e0b05398-d3b2-41fe-bd9f-a51aa4578372 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a72aec3fe5f6410999f07a7b64fdce4f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0910609 Apr 12 03:08:27.848172 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Publish callbacks [] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.856279 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] For port 8fffff51-f205-486e-93f1-4b9cb7152db0, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=8fffff51-f205-486e-93f1-4b9cb7152db0,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:27.860631 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:27.872886 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.918059 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b05398-d3b2-41fe-bd9f-a51aa4578372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7670fad4-2f7b-44bd-b959-8bd475de2095,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:27.935603 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-201971cd-ba20-4eae-a05c-4f9585484057 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:27.939227 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-201971cd-ba20-4eae-a05c-4f9585484057 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 819 time: 1.6707721 Apr 12 03:08:27.976584 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 8fffff51-f205-486e-93f1-4b9cb7152db0 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:27.977226 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.979138 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:27.998187 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Pushing event updated for resources: {'Port': ['ID=8fffff51-f205-486e-93f1-4b9cb7152db0,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:28.024344 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Publish callbacks [] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.037021 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.124631 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d984a6-a07c-4333-ab45-4c9c2cfde2ea None None] Pushing event updated for resources: {'Port': ['ID=a571bcae-f43f-46b4-b995-9876b9ef2dc4,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:28.134765 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Allocated IP 172.20.0.2 (b2dd2edc-bbb4-4012-964d-8c1effa620c1/91063d9d-9be0-4b35-9b04-588688dfaf92/c754edf4-1e45-442e-96b1-25414a4a9074) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:28.140004 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:28.140643 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:28.150871 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 41730) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:28.152287 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.24', 62550) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:28.171497 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Attempting to bind port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:28.172926 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Attempting to bind port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:28.174660 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Attempting to bind port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:28.184197 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Provisioning complete for port b5f48f6f-9d95-46c3-8606-d3c6089042cb triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:28.184330 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705bfce-54bb-4a2e-a78e-5686eefade0b None None] Pushing event updated for resources: {'Port': ['ID=7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:28.184413 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.197014 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:28.197381 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:28.198540 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.198954 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:28.199430 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Bound port: 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:28.199802 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.416139 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-9ea35180-3f8f-44bc-a4e3-b4805955c3e2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/quotas/3e13ac14d2a942b3aa56287120726074 HTTP/1.1" status: 200 len: 375 time: 0.2456543 Apr 12 03:08:28.463836 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26bea53e-e915-4ea0-9645-42201d683c3b admin admin] Publish callbacks [] for security_group (e23ac4d2-2952-4227-9617-1e7099dd08d6), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.545162 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] For port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:28.560674 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] For port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:28.576422 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.657761 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5711122b-6b00-43ef-b2f6-6a4e2981df41 req-5b196ea8-052f-4ffc-9d7f-435a8697405c tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 210 time: 0.2176321 Apr 12 03:08:28.760944 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-68f534ce-4fc9-462a-ac79-430c4330f817 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:28.763303 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-68f534ce-4fc9-462a-ac79-430c4330f817 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 819 time: 0.5998650 Apr 12 03:08:28.768553 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:28.771738 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:28.772426 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:28.812707 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Publish callbacks [] for port (c754edf4-1e45-442e-96b1-25414a4a9074), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.877395 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26bea53e-e915-4ea0-9645-42201d683c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e23ac4d2-2952-4227-9617-1e7099dd08d6), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.885533 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26bea53e-e915-4ea0-9645-42201d683c3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:28.888017 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-26bea53e-e915-4ea0-9645-42201d683c3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e23ac4d2-2952-4227-9617-1e7099dd08d6 HTTP/1.1" status: 204 len: 168 time: 1.4497049 Apr 12 03:08:28.917830 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'port': {'device_id': '9754576f-bc36-4fc7-97be-09d34bfad394', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'admin_state_up': True, 'tenant_id': '3e13ac14d2a942b3aa56287120726074'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:28.935727 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bea53e-e915-4ea0-9645-42201d683c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23ac4d2-2952-4227-9617-1e7099dd08d6,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:28.968206 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.032134 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b0820-4324-40ac-b080-0cb44b04491f None None] Current status of the port b5f48f6f-9d95-46c3-8606-d3c6089042cb is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:29.051520 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705bfce-54bb-4a2e-a78e-5686eefade0b None None] Pushing event updated for resources: {'Port': ['ID=7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:29.133400 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-977c68be-a838-49ad-ad2a-3dbfd5a902ab tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7158575 Apr 12 03:08:29.215341 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:29.241255 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Network b2dd2edc-bbb4-4012-964d-8c1effa620c1 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:29.266609 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:29.272487 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Attempting to bind port a571bcae-f43f-46b4-b995-9876b9ef2dc4 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:29.272879 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Attempting to bind port a571bcae-f43f-46b4-b995-9876b9ef2dc4 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:29.273260 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Attempting to bind port a571bcae-f43f-46b4-b995-9876b9ef2dc4 on network ea3f5856-aff3-47d0-98be-7a7334aece44 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:29.278712 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 8fffff51-f205-486e-93f1-4b9cb7152db0 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:29.293365 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:29.298814 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:29.299505 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.320616 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-61e79d00-88b2-4c5e-878d-efddad19e987 None None] Provisioning complete for port a571bcae-f43f-46b4-b995-9876b9ef2dc4 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:29.321141 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-61e79d00-88b2-4c5e-878d-efddad19e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.375728 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Pushing event updated for resources: {'Port': ['ID=c754edf4-1e45-442e-96b1-25414a4a9074,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:29.428129 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3ff648f2-9c83-4092-87fc-ab04075d92d0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4137657 Apr 12 03:08:29.443909 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:29.444315 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Checking segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:29.444784 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.445130 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Bound using segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:29.445712 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Bound port: a571bcae-f43f-46b4-b995-9876b9ef2dc4, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:29.446097 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.460365 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-8c5cd99b-0f17-4e75-a8ad-a2aea65c1e18 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:08:29.461607 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-8c5cd99b-0f17-4e75-a8ad-a2aea65c1e18 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0259166 Apr 12 03:08:29.552102 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-61e79d00-88b2-4c5e-878d-efddad19e987 None None] Port a571bcae-f43f-46b4-b995-9876b9ef2dc4 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:29.642642 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:23Z', 'revision_number': 3, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:29.661209 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 8fffff51-f205-486e-93f1-4b9cb7152db0 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:29.664628 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Request body: {'port': {'device_id': '030e16bb-6127-4e34-9d82-1e94a5d31ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:29.706211 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749bd2f4-6103-4e11-a832-1adb559707c8 None None] The sync data for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb is: [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:23Z', 'revision_number': 3, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:29.859287 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:23Z', 'revision_number': 3, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:29.920984 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] For port a571bcae-f43f-46b4-b995-9876b9ef2dc4, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:29.930121 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:29.943500 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Updating router 74029f8e-71b2-4468-80fb-854be116c2ea port 491a2904-8fb6-4074-a75b-826963efb5e1 binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:08:29.979925 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] For port a571bcae-f43f-46b4-b995-9876b9ef2dc4, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=a571bcae-f43f-46b4-b995-9876b9ef2dc4,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:29.992009 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 8fffff51-f205-486e-93f1-4b9cb7152db0 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:29.992729 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:29.993038 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:30.076202 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:30.142338 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:30.209404 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10c7cbd6-bfef-4289-9012-992f07b0a1fc admin admin] Publish callbacks [] for security_group (7670fad4-2f7b-44bd-b959-8bd475de2095), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:30.325325 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10c7cbd6-bfef-4289-9012-992f07b0a1fc admin admin] Publish callbacks [] for security_group (7670fad4-2f7b-44bd-b959-8bd475de2095), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:30.486773 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-414f4f52-1427-485a-a359-ffea035fb193 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:08:30.503528 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115942a-d816-4e61-97bc-1e1b58dc6e8c req-7be93893-8fff-42ab-a5c7-cb29b13b109a tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:30.507032 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-414f4f52-1427-485a-a359-ffea035fb193 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9973683 Apr 12 03:08:30.512379 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4115942a-d816-4e61-97bc-1e1b58dc6e8c req-7be93893-8fff-42ab-a5c7-cb29b13b109a tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 931 time: 0.6550362 Apr 12 03:08:30.532185 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41812) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:30.547117 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Made reservation on behalf of 3e13ac14d2a942b3aa56287120726074 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:30.551946 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:30.563924 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10c7cbd6-bfef-4289-9012-992f07b0a1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (7670fad4-2f7b-44bd-b959-8bd475de2095), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:30.568165 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-10c7cbd6-bfef-4289-9012-992f07b0a1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:30.572169 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-10c7cbd6-bfef-4289-9012-992f07b0a1fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7670fad4-2f7b-44bd-b959-8bd475de2095 HTTP/1.1" status: 204 len: 168 time: 2.4142511 Apr 12 03:08:30.573412 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d984a6-a07c-4333-ab45-4c9c2cfde2ea None None] Pushing event updated for resources: {'Port': ['ID=a571bcae-f43f-46b4-b995-9876b9ef2dc4,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:30.740031 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7cbd6-bfef-4289-9012-992f07b0a1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7670fad4-2f7b-44bd-b959-8bd475de2095,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:30.970459 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4115942a-d816-4e61-97bc-1e1b58dc6e8c req-54316a44-8b7b-417d-b1a5-6cc137853c60 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557898 Apr 12 03:08:31.046647 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:31.049141 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:31.172419 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-835023a5-316d-4a61-a484-3f78a8fe0bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.294923 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-53193403-8587-4f00-a68a-16622d2b4a13 None None] Provisioning complete for port a571bcae-f43f-46b4-b995-9876b9ef2dc4 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:31.296277 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53193403-8587-4f00-a68a-16622d2b4a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.441189 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Allocated IP 172.20.0.8 (ea3f5856-aff3-47d0-98be-7a7334aece44/09ab16c8-563a-4e55-81bf-4cf6a947b6a3/1ef9424a-fc3b-4462-8b7c-a13daae39af8) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:31.446523 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-535f46e4-20cd-4193-812a-a7558ed6c11a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.470132 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Publish callbacks [] for port (491a2904-8fb6-4074-a75b-826963efb5e1), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.593517 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41836) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:31.627525 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fece586c-70eb-4251-bd03-b9dacfb3d225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.652614 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c754edf4-1e45-442e-96b1-25414a4a9074 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:31.684997 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Publish callbacks [] for port (c754edf4-1e45-442e-96b1-25414a4a9074), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.733440 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 8fffff51-f205-486e-93f1-4b9cb7152db0 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:31.736906 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b5f48f6f-9d95-46c3-8606-d3c6089042cb up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:31.759844 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.781267 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Transition to ACTIVE for port object c754edf4-1e45-442e-96b1-25414a4a9074 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:08:31.792157 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:31.806924 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-535f46e4-20cd-4193-812a-a7558ed6c11a admin admin] Publish callbacks [] for security_group (c1c53775-c7e4-4a56-b3e8-e16905af4442), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.808911 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.857296 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-535f46e4-20cd-4193-812a-a7558ed6c11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (c1c53775-c7e4-4a56-b3e8-e16905af4442), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:31.859907 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.010223 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.068846 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f46e4-20cd-4193-812a-a7558ed6c11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c53775-c7e4-4a56-b3e8-e16905af4442,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:32.186940 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-535f46e4-20cd-4193-812a-a7558ed6c11a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7744afdc0abd415ab45f6c12104f27a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6517735 Apr 12 03:08:32.189799 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Attempting to bind port c754edf4-1e45-442e-96b1-25414a4a9074 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:32.190158 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Attempting to bind port c754edf4-1e45-442e-96b1-25414a4a9074 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '4ad9d15f-8551-4773-a5d9-05199bc9fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2dd2edc-bbb4-4012-964d-8c1effa620c1'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:32.190514 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Attempting to bind port c754edf4-1e45-442e-96b1-25414a4a9074 on network b2dd2edc-bbb4-4012-964d-8c1effa620c1 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:32.213075 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41842) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:32.239837 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eca1e-78bf-42bf-ad6d-4480e4f8b517 None None] Pushing event updated for resources: {'Port': ['ID=491a2904-8fb6-4074-a75b-826963efb5e1,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:32.247990 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Attempting to bind port 491a2904-8fb6-4074-a75b-826963efb5e1 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:32.248363 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Attempting to bind port 491a2904-8fb6-4074-a75b-826963efb5e1 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:32.248727 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Attempting to bind port 491a2904-8fb6-4074-a75b-826963efb5e1 on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:32.261767 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Pushing event updated for resources: {'Port': ['ID=c754edf4-1e45-442e-96b1-25414a4a9074,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:32.279929 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:32.280309 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:32.291190 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.291190 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:32.291190 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Bound port: 491a2904-8fb6-4074-a75b-826963efb5e1, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:32.291190 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.346865 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fece586c-70eb-4251-bd03-b9dacfb3d225 admin admin] Publish callbacks [] for security_group (bb692ab2-c98e-4a86-bf58-2a3772d3e285), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.374280 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fece586c-70eb-4251-bd03-b9dacfb3d225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (bb692ab2-c98e-4a86-bf58-2a3772d3e285), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.392067 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Port c754edf4-1e45-442e-96b1-25414a4a9074 on network b2dd2edc-bbb4-4012-964d-8c1effa620c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:08:32.392845 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Attempting to bind port c754edf4-1e45-442e-96b1-25414a4a9074 on network b2dd2edc-bbb4-4012-964d-8c1effa620c1 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:32.412380 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] For port 491a2904-8fb6-4074-a75b-826963efb5e1, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:32.417058 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] For port 491a2904-8fb6-4074-a75b-826963efb5e1, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=491a2904-8fb6-4074-a75b-826963efb5e1,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:32.434317 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.500797 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece586c-70eb-4251-bd03-b9dacfb3d225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb692ab2-c98e-4a86-bf58-2a3772d3e285,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:32.516178 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47eca1e-78bf-42bf-ad6d-4480e4f8b517 None None] Pushing event updated for resources: {'Port': ['ID=491a2904-8fb6-4074-a75b-826963efb5e1,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:32.541170 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.664461 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-5fa00545-bc3a-43e8-bebd-108cdb9f2dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1563687 Apr 12 03:08:32.677623 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:32.678202 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Checking segment: {'id': '4ad9d15f-8551-4773-a5d9-05199bc9fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2dd2edc-bbb4-4012-964d-8c1effa620c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:32.682017 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Bound using segment: {'id': '4ad9d15f-8551-4773-a5d9-05199bc9fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2dd2edc-bbb4-4012-964d-8c1effa620c1'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:32.683262 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Bound port: c754edf4-1e45-442e-96b1-25414a4a9074, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad9d15f-8551-4773-a5d9-05199bc9fed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'b2dd2edc-bbb4-4012-964d-8c1effa620c1'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:32.684874 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.700663 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.810669 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:32.811553 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:32.842272 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-09310cfd-de2d-44a7-9446-c85eeb34d44f admin admin] Publish callbacks [] for security_group (c1c53775-c7e4-4a56-b3e8-e16905af4442), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.900672 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port b5f48f6f-9d95-46c3-8606-d3c6089042cb triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:32.901097 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.905705 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-09310cfd-de2d-44a7-9446-c85eeb34d44f admin admin] Publish callbacks [] for security_group (c1c53775-c7e4-4a56-b3e8-e16905af4442), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.965449 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-53193403-8587-4f00-a68a-16622d2b4a13 None None] Current status of the port a571bcae-f43f-46b4-b995-9876b9ef2dc4 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:32.965859 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53193403-8587-4f00-a68a-16622d2b4a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:32.995968 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-fece586c-70eb-4251-bd03-b9dacfb3d225 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ef10b165ddd43f984c7b808d69d38f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3984022 Apr 12 03:08:33.007382 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50311bdb-8cee-45fc-9fcb-a4667bd34e54 req-61e82a82-6b67-4e54-9fe3-c33392b1d678 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:33.008980 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-50311bdb-8cee-45fc-9fcb-a4667bd34e54 req-61e82a82-6b67-4e54-9fe3-c33392b1d678 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.6028657 Apr 12 03:08:33.012607 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41860) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:33.046126 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-09310cfd-de2d-44a7-9446-c85eeb34d44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (c1c53775-c7e4-4a56-b3e8-e16905af4442), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.048753 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-09310cfd-de2d-44a7-9446-c85eeb34d44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.049989 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-09310cfd-de2d-44a7-9446-c85eeb34d44f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1c53775-c7e4-4a56-b3e8-e16905af4442 HTTP/1.1" status: 204 len: 168 time: 0.8356674 Apr 12 03:08:33.080672 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Allocated IP 172.20.0.1 (28c57e7d-daad-4063-98b6-9da8448e5d98/ea79480f-f850-4280-a47f-d1a267e3c033/7217d5e5-7759-4ba6-ba11-4822357ae640) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:33.099003 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3041d8ad-a952-477c-9ad3-e4d2a0b14ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.146547 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-53193403-8587-4f00-a68a-16622d2b4a13 None None] For port a571bcae-f43f-46b4-b995-9876b9ef2dc4, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=a571bcae-f43f-46b4-b995-9876b9ef2dc4,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:33.156594 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09310cfd-de2d-44a7-9446-c85eeb34d44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c53775-c7e4-4a56-b3e8-e16905af4442,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:33.162293 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-53193403-8587-4f00-a68a-16622d2b4a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.173264 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:33.190036 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] For port c754edf4-1e45-442e-96b1-25414a4a9074, host hv-cinder-83744, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:33.198847 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Network ea3f5856-aff3-47d0-98be-7a7334aece44 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:33.230227 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] For port c754edf4-1e45-442e-96b1-25414a4a9074, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c754edf4-1e45-442e-96b1-25414a4a9074,segment=NetworkSegment(4ad9d15f-8551-4773-a5d9-05199bc9fed3),segment_id=4ad9d15f-8551-4773-a5d9-05199bc9fed3)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:33.237980 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-be31243e-a6cc-4592-bc9d-cdf24f79c3fc admin admin] Publish callbacks [] for security_group (bb692ab2-c98e-4a86-bf58-2a3772d3e285), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.256337 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:33.273752 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event updated for resources: {'Port': ['ID=1ef9424a-fc3b-4462-8b7c-a13daae39af8,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:33.277148 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-be31243e-a6cc-4592-bc9d-cdf24f79c3fc admin admin] Publish callbacks [] for security_group (bb692ab2-c98e-4a86-bf58-2a3772d3e285), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.279072 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:33.290417 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:33.292429 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.366835 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-50311bdb-8cee-45fc-9fcb-a4667bd34e54 req-278d1a08-5fb5-4613-a310-2c8173fa539a tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431122 Apr 12 03:08:33.375484 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.386775 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-be31243e-a6cc-4592-bc9d-cdf24f79c3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (bb692ab2-c98e-4a86-bf58-2a3772d3e285), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.389531 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-be31243e-a6cc-4592-bc9d-cdf24f79c3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.390429 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:29Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:33.391114 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-be31243e-a6cc-4592-bc9d-cdf24f79c3fc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb692ab2-c98e-4a86-bf58-2a3772d3e285 HTTP/1.1" status: 204 len: 168 time: 0.3747585 Apr 12 03:08:33.475579 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-dc7b44fb-71e5-4e69-adce-fd822b3e6a9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5938382 Apr 12 03:08:33.499820 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Request body: {'port': {'device_id': '9754576f-bc36-4fc7-97be-09d34bfad394', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:33.503279 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:33.503975 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.505702 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] 10.222.0.24 "PUT /v2.0/ports/c754edf4-1e45-442e-96b1-25414a4a9074 HTTP/1.1" status: 200 len: 1093 time: 3.9470372 Apr 12 03:08:33.525050 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-af184428-f72f-4205-b4e1-acd786a97bf9 service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8590646 Apr 12 03:08:33.531757 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030e16bb-6127-4e34-9d82-1e94a5d31ed6', 'tag': 'c754edf4-1e45-442e-96b1-25414a4a9074'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:33.557944 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd779037-0e03-4961-a165-9299ccccd0a2 None None] The sync data for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb is: [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:29Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:33.589044 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port b5f48f6f-9d95-46c3-8606-d3c6089042cb is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:33.605543 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53193403-8587-4f00-a68a-16622d2b4a13 None None] Pushing event updated for resources: {'Port': ['ID=a571bcae-f43f-46b4-b995-9876b9ef2dc4,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:33.752417 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be31243e-a6cc-4592-bc9d-cdf24f79c3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb692ab2-c98e-4a86-bf58-2a3772d3e285,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:33.833526 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Allocated IP 172.20.0.1 (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5/2c83a292-53be-43b5-8bda-bf9c6887abca/615c5142-74a6-4aee-9457-c01cb93ef8b7) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:33.841897 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Publish callbacks [] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.918500 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.971844 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-6f79e6ac-db40-4f11-835f-6d3203f90acd None None] Provisioning complete for port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:33.974993 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6f79e6ac-db40-4f11-835f-6d3203f90acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:33.993576 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-d6e3f0d8-3edd-4eb2-ad64-b93c225bb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:33.995309 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-d6e3f0d8-3edd-4eb2-ad64-b93c225bb4a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dec66612a77b48c0a53d0883382c4948&device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 1127 time: 0.2447102 Apr 12 03:08:33.996710 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234632ee-a534-4ff3-baef-d4d2b4007da5 service neutron] Pushing event updated for resources: {'Port': ['ID=c754edf4-1e45-442e-96b1-25414a4a9074,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:34.014011 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:23Z', 'revision_number': 3, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:34.106547 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:34.135701 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:34.236646 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-3f53b77a-6969-421b-bf3b-490402c0e50c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c754edf4-1e45-442e-96b1-25414a4a9074 HTTP/1.1" status: 200 len: 217 time: 0.2139268 Apr 12 03:08:34.387097 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bfa06c-ab9d-4ba5-bb7d-754aa345d92b None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:23Z', 'revision_number': 3, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:34.428151 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-823f1334-5c29-4248-bdce-7761425a620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:34.432859 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-823f1334-5c29-4248-bdce-7761425a620c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91063d9d-9be0-4b35-9b04-588688dfaf92 HTTP/1.1" status: 200 len: 851 time: 0.1860590 Apr 12 03:08:34.433573 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41900) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:34.481151 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6f79e6ac-db40-4f11-835f-6d3203f90acd None None] Port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:34.530920 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:34.531422 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:34.636125 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41904) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:34.713677 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bb8e845b-aa78-4e28-9f77-a00cf7050391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:34.736489 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-7c65cfed-d95e-4539-9a80-9477f0fd0d2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2dd2edc-bbb4-4012-964d-8c1effa620c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2605522 Apr 12 03:08:34.816309 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-70f9f9ea-6ef2-49f3-b6d8-d0cc56ecc11f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:34.925465 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:34.925611 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.055349 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:35.070834 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c891635-7197-4779-a0b3-bcdccc4424fd" -d '{"events": [{"name": "network-changed", "server_uuid": "030e16bb-6127-4e34-9d82-1e94a5d31ed6", "tag": "c754edf4-1e45-442e-96b1-25414a4a9074"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:35.076523 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.082327 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.191203 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:35.217756 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14173d-f247-4e94-a46d-706b59c2b1ae req-e59755e1-f215-4f73-b737-179914b8e73c tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:35.219362 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6b14173d-f247-4e94-a46d-706b59c2b1ae req-e59755e1-f215-4f73-b737-179914b8e73c tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.5316327 Apr 12 03:08:35.388037 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8b8665dc-901c-476d-99d3-9bc204244443 req-e614fb4d-7fac-4d3c-8713-f2c3a2448f9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 210 time: 0.3283961 Apr 12 03:08:35.400581 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.529188 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef9424a-fc3b-4462-8b7c-a13daae39af8 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:35.569773 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Publish callbacks [] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.605325 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:35.612493 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6b14173d-f247-4e94-a46d-706b59c2b1ae req-c7762e50-4a79-4fef-ba24-db17ab1f8adf tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252275 Apr 12 03:08:35.647045 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-96bc877e-6e69-4a62-a663-ea1341e88f61 service neutron] 10.222.0.24 "GET /v2.0/networks/b2dd2edc-bbb4-4012-964d-8c1effa620c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8322120 Apr 12 03:08:35.688104 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:35.703975 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:35.704455 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (76634b89-be7e-4451-9e53-89137f774df0), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.720077 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7217d5e5-7759-4ba6-ba11-4822357ae640,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:35.727640 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Transition to ACTIVE for port object 1ef9424a-fc3b-4462-8b7c-a13daae39af8 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:08:35.785582 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4092b24b-3cbb-4740-bebb-b735d3410d62 x-openstack-request-id: req-4092b24b-3cbb-4740-bebb-b735d3410d62 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:35.786054 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030e16bb-6127-4e34-9d82-1e94a5d31ed6", "tag": "c754edf4-1e45-442e-96b1-25414a4a9074", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:35.786447 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4092b24b-3cbb-4740-bebb-b735d3410d62 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:35.787247 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4092b24b-3cbb-4740-bebb-b735d3410d62'] response: {'name': 'network-changed', 'server_uuid': '030e16bb-6127-4e34-9d82-1e94a5d31ed6', 'tag': 'c754edf4-1e45-442e-96b1-25414a4a9074', 'status': 'completed', 'code': 200} Apr 12 03:08:35.896672 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bb8e845b-aa78-4e28-9f77-a00cf7050391 admin admin] Publish callbacks [] for security_group (b7ea46d0-0cb5-4cca-bcac-65a8a1f837c7), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.904261 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.925700 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-70f9f9ea-6ef2-49f3-b6d8-d0cc56ecc11f admin admin] Publish callbacks [] for security_group (0607e0f3-31bd-4740-bb2d-b7afeb800f56), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:35.928909 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-bb8e845b-aa78-4e28-9f77-a00cf7050391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (b7ea46d0-0cb5-4cca-bcac-65a8a1f837c7), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.088860 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device a571bcae-f43f-46b4-b995-9876b9ef2dc4 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:36.216697 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port a571bcae-f43f-46b4-b995-9876b9ef2dc4 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:36.217068 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.304269 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Publish callbacks [] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.407327 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef9424a-fc3b-4462-8b7c-a13daae39af8,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:36.432682 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port a571bcae-f43f-46b4-b995-9876b9ef2dc4 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:36.435326 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 491a2904-8fb6-4074-a75b-826963efb5e1 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:36.485083 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-977be5ab-48cb-4b6c-b7e5-c70451749b36 None None] Provisioning complete for port 7217d5e5-7759-4ba6-ba11-4822357ae640 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:36.486070 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-977be5ab-48cb-4b6c-b7e5-c70451749b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.544324 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-977be5ab-48cb-4b6c-b7e5-c70451749b36 None None] Port 7217d5e5-7759-4ba6-ba11-4822357ae640 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:36.557080 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 491a2904-8fb6-4074-a75b-826963efb5e1 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:36.557697 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.603403 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-70f9f9ea-6ef2-49f3-b6d8-d0cc56ecc11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0607e0f3-31bd-4740-bb2d-b7afeb800f56), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.781830 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.24', 62563) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:36.797953 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 491a2904-8fb6-4074-a75b-826963efb5e1 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:36.800433 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.861111 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port 491a2904-8fb6-4074-a75b-826963efb5e1, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=491a2904-8fb6-4074-a75b-826963efb5e1,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:36.880097 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:36.881419 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:37.197463 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=491a2904-8fb6-4074-a75b-826963efb5e1,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:37.286594 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-bb8e845b-aa78-4e28-9f77-a00cf7050391 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ec34df2744246599a6a4f23441b5804&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8352058 Apr 12 03:08:37.304177 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-3c196c6e-8814-4d52-8dce-c92ceec8ae83 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:37.312306 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-3c196c6e-8814-4d52-8dce-c92ceec8ae83 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 819 time: 0.4575572 Apr 12 03:08:37.318719 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-618b830d-c097-424b-bbb6-8d3030c87c32 req-03663346-cbfe-4277-9563-83c422c28430 service neutron] 10.222.0.24 "GET /v2.0/networks/b2dd2edc-bbb4-4012-964d-8c1effa620c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6154239 Apr 12 03:08:37.380989 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.392639 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41950) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:37.394938 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e845b-aa78-4e28-9f77-a00cf7050391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea46d0-0cb5-4cca-bcac-65a8a1f837c7,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:37.401771 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:37.402269 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.435695 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'port': {'device_id': 'da6c8085-4951-4bbf-b5a0-f9a5457b6539', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'admin_state_up': True, 'tenant_id': '3e13ac14d2a942b3aa56287120726074'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:37.478232 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-48a1666e-4700-475e-8a7d-4c97d5398b93 req-909ee816-0900-4b1f-8173-6b382d6f5a28 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 210 time: 0.1012485 Apr 12 03:08:37.492517 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Attempting to bind port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:37.494890 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Attempting to bind port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:37.495924 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Attempting to bind port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 on network ea3f5856-aff3-47d0-98be-7a7334aece44 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:37.548507 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 on network ea3f5856-aff3-47d0-98be-7a7334aece44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:08:37.549119 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Attempting to bind port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 on network ea3f5856-aff3-47d0-98be-7a7334aece44 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:37.559289 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:37.568330 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.577736 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:37.578586 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-70f9f9ea-6ef2-49f3-b6d8-d0cc56ecc11f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=907dbc31c0b24dfbb6d85fdafa54ad2e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9023221 Apr 12 03:08:37.582543 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Checking segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:37.584264 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Bound using segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:37.585176 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Bound port: 1ef9424a-fc3b-4462-8b7c-a13daae39af8, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:37.585740 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.591009 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 41954) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:37.628926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.738417 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:37.747392 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:37.765152 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 491a2904-8fb6-4074-a75b-826963efb5e1 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:37.793009 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:37.794554 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (74029f8e-71b2-4468-80fb-854be116c2ea), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.838398 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb885f7-b228-46e1-8418-ca133c8e8bd0 req-d6fb6b5e-aa9c-4470-a952-428a2e1f0e02 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:37.860143 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2fb885f7-b228-46e1-8418-ca133c8e8bd0 req-d6fb6b5e-aa9c-4470-a952-428a2e1f0e02 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.8815262 Apr 12 03:08:37.860858 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f9f9ea-6ef2-49f3-b6d8-d0cc56ecc11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0607e0f3-31bd-4740-bb2d-b7afeb800f56,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:37.957397 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 491a2904-8fb6-4074-a75b-826963efb5e1 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:37.958003 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:37.983733 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Pushing event updated for resources: {'Port': ['ID=615c5142-74a6-4aee-9457-c01cb93ef8b7,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:38.075938 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] For port 1ef9424a-fc3b-4462-8b7c-a13daae39af8, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:38.188301 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 491a2904-8fb6-4074-a75b-826963efb5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:38.228445 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] For port 1ef9424a-fc3b-4462-8b7c-a13daae39af8, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:38.258576 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dd6b3d7b-1712-4326-90a3-66350d8a03f8 admin admin] Publish callbacks [] for security_group (b7ea46d0-0cb5-4cca-bcac-65a8a1f837c7), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.309592 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.329760 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-fec833aa-f8bb-41c2-a770-3596ef0cc6fa None None] Provisioning complete for port 615c5142-74a6-4aee-9457-c01cb93ef8b7 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:38.329760 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fec833aa-f8bb-41c2-a770-3596ef0cc6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.331158 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c39707dd-86ce-48bc-b203-c7d054a78bff admin admin] Publish callbacks [] for security_group (0607e0f3-31bd-4740-bb2d-b7afeb800f56), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.331158 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2fb885f7-b228-46e1-8418-ca133c8e8bd0 req-9b4156fe-be0d-427e-9a40-17bb86f311d9 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185297 Apr 12 03:08:38.423881 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-657776f4-d722-4005-ab14-d0097ae9f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:38.425720 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-657776f4-d722-4005-ab14-d0097ae9f29c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dec66612a77b48c0a53d0883382c4948&device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 1127 time: 0.1995919 Apr 12 03:08:38.431003 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dd6b3d7b-1712-4326-90a3-66350d8a03f8 admin admin] Publish callbacks [] for security_group (b7ea46d0-0cb5-4cca-bcac-65a8a1f837c7), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.433163 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fec833aa-f8bb-41c2-a770-3596ef0cc6fa None None] Port 615c5142-74a6-4aee-9457-c01cb93ef8b7 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:38.434524 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c39707dd-86ce-48bc-b203-c7d054a78bff admin admin] Publish callbacks [] for security_group (0607e0f3-31bd-4740-bb2d-b7afeb800f56), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.436664 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Made reservation on behalf of 3e13ac14d2a942b3aa56287120726074 for: {'port': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:38.447834 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.612975 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:38.614844 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.618640 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ef9424a-fc3b-4462-8b7c-a13daae39af8 HTTP/1.1" status: 200 len: 1093 time: 5.1234145 Apr 12 03:08:38.620645 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9754576f-bc36-4fc7-97be-09d34bfad394', 'tag': '1ef9424a-fc3b-4462-8b7c-a13daae39af8'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:38.931675 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-33c8916e-54b1-470a-812f-27469f7287d6 req-67c55dc6-c0fd-48df-9183-3291dd3aaf04 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 210 time: 0.1884327 Apr 12 03:08:38.953575 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.959843 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cc604e-5797-4dad-8048-cdc8096065a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9754576f-bc36-4fc7-97be-09d34bfad394", "tag": "1ef9424a-fc3b-4462-8b7c-a13daae39af8"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:38.982430 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af98601-612f-4e0c-894a-3b738f9b13f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1ef9424a-fc3b-4462-8b7c-a13daae39af8,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:38.988834 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c39707dd-86ce-48bc-b203-c7d054a78bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0607e0f3-31bd-4740-bb2d-b7afeb800f56), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.992933 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c39707dd-86ce-48bc-b203-c7d054a78bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:38.995178 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c39707dd-86ce-48bc-b203-c7d054a78bff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0607e0f3-31bd-4740-bb2d-b7afeb800f56 HTTP/1.1" status: 204 len: 168 time: 1.3863330 Apr 12 03:08:39.042601 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-f37ce0ce-17d7-4dd4-89c0-234c93e169a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:39.045312 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-f37ce0ce-17d7-4dd4-89c0-234c93e169a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 1127 time: 0.2846763 Apr 12 03:08:39.067880 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dd6b3d7b-1712-4326-90a3-66350d8a03f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (b7ea46d0-0cb5-4cca-bcac-65a8a1f837c7), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.071922 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dd6b3d7b-1712-4326-90a3-66350d8a03f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.073561 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-dd6b3d7b-1712-4326-90a3-66350d8a03f8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b7ea46d0-0cb5-4cca-bcac-65a8a1f837c7 HTTP/1.1" status: 204 len: 168 time: 1.6796937 Apr 12 03:08:39.100500 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-48fa0b8f-6f74-421c-83aa-7e88e9c761db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:39.102661 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-48fa0b8f-6f74-421c-83aa-7e88e9c761db service neutron] 10.222.0.24 "GET /v2.0/networks?id=b2dd2edc-bbb4-4012-964d-8c1effa620c1 HTTP/1.1" status: 200 len: 912 time: 0.5637059 Apr 12 03:08:39.104186 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39707dd-86ce-48bc-b203-c7d054a78bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0607e0f3-31bd-4740-bb2d-b7afeb800f56,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:39.110231 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.125445 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Publish callbacks [] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.216840 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b3d7b-1712-4326-90a3-66350d8a03f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea46d0-0cb5-4cca-bcac-65a8a1f837c7,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:39.227637 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-5ff95791-3f87-47ef-8377-3d54b5e16ca7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c754edf4-1e45-442e-96b1-25414a4a9074 HTTP/1.1" status: 200 len: 217 time: 0.1129246 Apr 12 03:08:39.285841 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.288026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (76634b89-be7e-4451-9e53-89137f774df0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:39.294083 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2bd49c-c796-4472-8467-428764417de7 x-openstack-request-id: req-cd2bd49c-c796-4472-8467-428764417de7 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:39.294804 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9754576f-bc36-4fc7-97be-09d34bfad394", "tag": "1ef9424a-fc3b-4462-8b7c-a13daae39af8", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:39.295195 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cd2bd49c-c796-4472-8467-428764417de7 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:39.295841 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd2bd49c-c796-4472-8467-428764417de7'] response: {'name': 'network-changed', 'server_uuid': '9754576f-bc36-4fc7-97be-09d34bfad394', 'tag': '1ef9424a-fc3b-4462-8b7c-a13daae39af8', 'status': 'completed', 'code': 200} Apr 12 03:08:39.317637 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Allocated IP 172.20.0.11 (ea3f5856-aff3-47d0-98be-7a7334aece44/09ab16c8-563a-4e55-81bf-4cf6a947b6a3/d0273094-934d-46a2-96a3-cf6b830e217b) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:39.338652 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-6225214e-1155-4814-adc3-e9b0ec3ea9c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8 HTTP/1.1" status: 200 len: 217 time: 0.2454498 Apr 12 03:08:39.344633 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-3cdc0e1e-3426-4659-ae11-6443e07658c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:39.347043 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-3cdc0e1e-3426-4659-ae11-6443e07658c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=91063d9d-9be0-4b35-9b04-588688dfaf92 HTTP/1.1" status: 200 len: 851 time: 0.0988500 Apr 12 03:08:39.478276 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-0d64f92f-f6b3-48e5-b20d-ab9f46ef8198 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b2dd2edc-bbb4-4012-964d-8c1effa620c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760558 Apr 12 03:08:39.774240 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-89bfec50-4753-44c1-8378-d0ac2d79bb55 service neutron] 10.222.0.24 "GET /v2.0/networks/b2dd2edc-bbb4-4012-964d-8c1effa620c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865279 Apr 12 03:08:39.787691 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c78cb-987b-4ced-92b0-2877644db0c5 req-aefbdbbb-0fd0-4bb4-84c5-36aed17b10f3 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:39.796185 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-481c78cb-987b-4ced-92b0-2877644db0c5 req-aefbdbbb-0fd0-4bb4-84c5-36aed17b10f3 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.2241240 Apr 12 03:08:40.039720 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-481c78cb-987b-4ced-92b0-2877644db0c5 req-48668a1b-e011-4f2b-9a4f-29ab5e7fdd30 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562984 Apr 12 03:08:40.190262 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-66c26f7a-6f41-41ae-835d-778985f23085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:40.200576 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-66c26f7a-6f41-41ae-835d-778985f23085 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.7492650 Apr 12 03:08:40.208750 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Pushing event updated for resources: {'Port': ['ID=7217d5e5-7759-4ba6-ba11-4822357ae640,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:40.261677 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for port (d0273094-934d-46a2-96a3-cf6b830e217b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.320138 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f620f131-91c3-45ae-825e-1b1cf9cd3f39 req-63b318e8-7f76-45a3-ac84-03a78c69f037 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 210 time: 0.1568301 Apr 12 03:08:40.343958 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c891635-7197-4779-a0b3-bcdccc4424fd req-978b04fe-2a6a-4c7c-bbb9-45477975cf5d service neutron] 10.222.0.24 "GET /v2.0/networks/b2dd2edc-bbb4-4012-964d-8c1effa620c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527918 Apr 12 03:08:40.455986 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.517811 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Network ea3f5856-aff3-47d0-98be-7a7334aece44 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:40.523193 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:40.541744 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Publish callbacks [] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.549740 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:40.564625 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:40.565549 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.590373 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event updated for resources: {'Port': ['ID=d0273094-934d-46a2-96a3-cf6b830e217b,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:40.632325 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.633316 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (74029f8e-71b2-4468-80fb-854be116c2ea), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:40.647728 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:40.651426 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d112b61b-a764-4d29-8360-c90d1b8deaae tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2178223 Apr 12 03:08:40.654523 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-5ae6fec3-3376-4ea7-8fba-8a9547536153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:40.656584 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-5ae6fec3-3376-4ea7-8fba-8a9547536153 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3377445 Apr 12 03:08:40.657553 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:40.668594 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Request body: {'port': {'device_id': 'da6c8085-4951-4bbf-b5a0-f9a5457b6539', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:40.767179 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:41.069349 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-88eca749-da00-4559-b27a-cedc62c1e2a6 None None] Provisioning complete for port d0273094-934d-46a2-96a3-cf6b830e217b triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:41.069349 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-88eca749-da00-4559-b27a-cedc62c1e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:41.178590 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-88eca749-da00-4559-b27a-cedc62c1e2a6 None None] Port d0273094-934d-46a2-96a3-cf6b830e217b cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:41.181134 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Pushing event updated for resources: {'Port': ['ID=615c5142-74a6-4aee-9457-c01cb93ef8b7,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:41.312951 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-cad7934c-6c30-4fd2-bd36-f06f652f3ed5 None None] Provisioning complete for port 7217d5e5-7759-4ba6-ba11-4822357ae640 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:41.315050 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cad7934c-6c30-4fd2-bd36-f06f652f3ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:41.468978 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cad7934c-6c30-4fd2-bd36-f06f652f3ed5 None None] Port 7217d5e5-7759-4ba6-ba11-4822357ae640 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:41.633991 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0273094-934d-46a2-96a3-cf6b830e217b {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:41.663206 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Publish callbacks [] for port (d0273094-934d-46a2-96a3-cf6b830e217b), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:41.704754 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031f191-8a7a-4a2c-9019-481a5da586d0 req-f855c913-1a3d-4042-a9a8-841084fb99f7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:41.706386 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6031f191-8a7a-4a2c-9019-481a5da586d0 req-f855c913-1a3d-4042-a9a8-841084fb99f7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 932 time: 0.1646154 Apr 12 03:08:41.710473 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Transition to ACTIVE for port object d0273094-934d-46a2-96a3-cf6b830e217b will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:08:41.822846 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:41.839949 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6031f191-8a7a-4a2c-9019-481a5da586d0 req-6591c054-801d-40b1-a113-4bb618bef9e6 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253526 Apr 12 03:08:41.894671 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Pushing event updated for resources: {'Port': ['ID=d0273094-934d-46a2-96a3-cf6b830e217b,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:41.975635 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054c568-9e78-4d27-b943-e662fbcf7d3e req-5359e0dc-ccf3-4886-a34e-477814b65f96 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:41.985678 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Attempting to bind port d0273094-934d-46a2-96a3-cf6b830e217b on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:41.986399 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Attempting to bind port d0273094-934d-46a2-96a3-cf6b830e217b by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:41.986968 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Attempting to bind port d0273094-934d-46a2-96a3-cf6b830e217b on network ea3f5856-aff3-47d0-98be-7a7334aece44 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:41.992501 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Port d0273094-934d-46a2-96a3-cf6b830e217b on network ea3f5856-aff3-47d0-98be-7a7334aece44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:08:41.993128 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Attempting to bind port d0273094-934d-46a2-96a3-cf6b830e217b on network ea3f5856-aff3-47d0-98be-7a7334aece44 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:42.005012 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3054c568-9e78-4d27-b943-e662fbcf7d3e req-5359e0dc-ccf3-4886-a34e-477814b65f96 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.2434061 Apr 12 03:08:42.007116 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:42.009027 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Checking segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:42.009689 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Bound using segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:42.011425 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Bound port: d0273094-934d-46a2-96a3-cf6b830e217b, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:42.011867 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:42.074780 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-6338d7ba-c96f-4490-b1e8-9d7739b97e0f service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3871925 Apr 12 03:08:42.190672 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] For port d0273094-934d-46a2-96a3-cf6b830e217b, host hv-cinder-83744, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:42.196044 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] For port d0273094-934d-46a2-96a3-cf6b830e217b, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d0273094-934d-46a2-96a3-cf6b830e217b,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:42.214445 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:42.236765 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:42.238068 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:42.241013 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] 10.222.0.24 "PUT /v2.0/ports/d0273094-934d-46a2-96a3-cf6b830e217b HTTP/1.1" status: 200 len: 1094 time: 1.5767324 Apr 12 03:08:42.284696 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3054c568-9e78-4d27-b943-e662fbcf7d3e req-38f5efc0-01c0-4283-b51d-1c7f50baa3ab tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789834 Apr 12 03:08:42.315623 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6c8085-4951-4bbf-b5a0-f9a5457b6539', 'tag': 'd0273094-934d-46a2-96a3-cf6b830e217b'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:42.315623 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b848489-d355-492e-b3dc-31bd53604d70" -d '{"events": [{"name": "network-changed", "server_uuid": "da6c8085-4951-4bbf-b5a0-f9a5457b6539", "tag": "d0273094-934d-46a2-96a3-cf6b830e217b"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:42.380279 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-f701867e-c2f8-4922-a971-a673c9107d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:42.382440 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-f701867e-c2f8-4922-a971-a673c9107d7e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 1128 time: 0.0586493 Apr 12 03:08:42.446048 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-eacc8952-9991-48d9-a7db-ff4e9c1aa8c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0273094-934d-46a2-96a3-cf6b830e217b HTTP/1.1" status: 200 len: 217 time: 0.0475137 Apr 12 03:08:42.458023 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cc41d-55a3-45b4-90d1-32bfa0ce221b service neutron] Pushing event updated for resources: {'Port': ['ID=d0273094-934d-46a2-96a3-cf6b830e217b,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:42.538549 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec76808e-affa-45fd-ad45-3cf78c851327 req-9df8840a-3f3f-41f3-86dc-4caffccd10f8 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895448 Apr 12 03:08:42.571444 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:42.576770 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c22568b-c830-4c5b-8e09-5c5545d2301f x-openstack-request-id: req-8c22568b-c830-4c5b-8e09-5c5545d2301f {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:42.577138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:42.580991 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Router 76634b89-be7e-4451-9e53-89137f774df0 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:08:42.581858 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6c8085-4951-4bbf-b5a0-f9a5457b6539", "tag": "d0273094-934d-46a2-96a3-cf6b830e217b", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:42.582171 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8c22568b-c830-4c5b-8e09-5c5545d2301f {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:42.582809 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c22568b-c830-4c5b-8e09-5c5545d2301f'] response: {'name': 'network-changed', 'server_uuid': 'da6c8085-4951-4bbf-b5a0-f9a5457b6539', 'tag': 'd0273094-934d-46a2-96a3-cf6b830e217b', 'status': 'completed', 'code': 200} Apr 12 03:08:42.592578 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d2065ff2-b74f-4d79-af14-60234e0838dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:42.598467 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-d2065ff2-b74f-4d79-af14-60234e0838dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.1349893 Apr 12 03:08:42.707527 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-6bd59ba5-8c42-4945-b989-38097432bd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:42.713235 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-6bd59ba5-8c42-4945-b989-38097432bd65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1037719 Apr 12 03:08:43.056896 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-70047271-2ef3-46ee-8da4-06ed03b7a68d service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233192 Apr 12 03:08:43.067419 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-7037420a-0a80-4263-b621-02fe2c2786d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:43.068980 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-7037420a-0a80-4263-b621-02fe2c2786d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 1127 time: 0.3664341 Apr 12 03:08:43.086990 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a0cd0-e883-40bf-9358-82f3a693e360 req-abc7b792-9e8e-4bdc-9c06-01fa0e99191d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:43.094250 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-979a0cd0-e883-40bf-9358-82f3a693e360 req-abc7b792-9e8e-4bdc-9c06-01fa0e99191d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 944 time: 0.0951881 Apr 12 03:08:43.104392 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b018fdbb-7fe5-4748-8ee9-1f36c0c628ff None None] Provisioning complete for port 615c5142-74a6-4aee-9457-c01cb93ef8b7 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:43.104959 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b018fdbb-7fe5-4748-8ee9-1f36c0c628ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:43.149303 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b018fdbb-7fe5-4748-8ee9-1f36c0c628ff None None] Port 615c5142-74a6-4aee-9457-c01cb93ef8b7 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:43.243819 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ccb28147-98d6-47ce-a7f5-cdab285f135b req-9a8aa533-c00a-473e-ab21-88d6d44095f9 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314096 Apr 12 03:08:43.293165 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:08:43.312994 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:43.325300 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Sync routers for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:43.340162 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-979a0cd0-e883-40bf-9358-82f3a693e360 req-21bf2e91-e412-456f-bdb0-4e48b779bc1a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413158 Apr 12 03:08:43.344014 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-37186407-040a-42fc-899c-0be11d3677d0 admin admin] 10.222.0.41 "PUT /v2.0/routers/76634b89-be7e-4451-9e53-89137f774df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7777951 Apr 12 03:08:43.349537 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:43.350529 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:43.444017 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-2135f695-0ba9-4562-8f13-49e59b0a33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:43.445621 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-2135f695-0ba9-4562-8f13-49e59b0a33b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.3157692 Apr 12 03:08:43.529165 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20141e-fecb-4f16-8f50-a8df1804c79f req-db3fdf3b-6392-497d-bf26-3ca97d0d06cc tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:43.537367 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:43.553611 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1b20141e-fecb-4f16-8f50-a8df1804c79f req-db3fdf3b-6392-497d-bf26-3ca97d0d06cc tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.1216176 Apr 12 03:08:43.554259 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:08:43.562889 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-0d63896f-4472-4711-9d35-2a1b233a175e admin admin] 10.222.0.41 "PUT /v2.0/routers/74029f8e-71b2-4468-80fb-854be116c2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8505888 Apr 12 03:08:43.566910 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:08:43.592820 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:43.600199 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:43.679666 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1b20141e-fecb-4f16-8f50-a8df1804c79f req-ad5eb16d-0764-4ac7-9f94-711207a7f719 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245954 Apr 12 03:08:43.835065 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:43.869285 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 2, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:43.904751 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Checking router: 76634b89-be7e-4451-9e53-89137f774df0 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:43.905248 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Updating router 76634b89-be7e-4451-9e53-89137f774df0 port 7217d5e5-7759-4ba6-ba11-4822357ae640 binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:08:43.937809 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.105328 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42186) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:44.109863 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1601fcaf-6037-48dc-94e1-9158797beed8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346807167', 'description': 'tempest-description--494974106'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:44.122995 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:39Z', 'revision_number': 2, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:44.159066 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1601fcaf-6037-48dc-94e1-9158797beed8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.192295 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:08:44.192657 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Updating router 74029f8e-71b2-4468-80fb-854be116c2ea port 615c5142-74a6-4aee-9457-c01cb93ef8b7 binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:08:44.250189 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.276591 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1601fcaf-6037-48dc-94e1-9158797beed8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (0b61743a-783f-4a53-9957-f29ae961aa21), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.286562 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1601fcaf-6037-48dc-94e1-9158797beed8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0b61743a-783f-4a53-9957-f29ae961aa21), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.331094 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1601fcaf-6037-48dc-94e1-9158797beed8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.332355 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-1601fcaf-6037-48dc-94e1-9158797beed8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2259815 Apr 12 03:08:44.335414 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42198) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:44.340423 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-cff4b37a-9d8c-4830-903e-6dba868ae090 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'security_group_rule': {'security_group_id': '0b61743a-783f-4a53-9957-f29ae961aa21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:44.369927 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601fcaf-6037-48dc-94e1-9158797beed8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b61743a-783f-4a53-9957-f29ae961aa21,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:44.412405 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cff4b37a-9d8c-4830-903e-6dba868ae090 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (2b4a0db7-a3d8-461d-8f12-6f0c42ce819d), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.422278 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42208) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:44.426665 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-131934c0-b00e-4ca5-8699-b8d4a4d9ddfe tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1728231144', 'description': 'tempest-description--1366912267'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:44.464726 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-131934c0-b00e-4ca5-8699-b8d4a4d9ddfe tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.510337 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cff4b37a-9d8c-4830-903e-6dba868ae090 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (2b4a0db7-a3d8-461d-8f12-6f0c42ce819d), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.515711 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cff4b37a-9d8c-4830-903e-6dba868ae090 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (2b4a0db7-a3d8-461d-8f12-6f0c42ce819d), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.539407 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4b37a-9d8c-4830-903e-6dba868ae090 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b4a0db7-a3d8-461d-8f12-6f0c42ce819d,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:44.549129 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cff4b37a-9d8c-4830-903e-6dba868ae090 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.554000 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-cff4b37a-9d8c-4830-903e-6dba868ae090 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2171698 Apr 12 03:08:44.554957 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42210) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:44.559758 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-dff0546b-f78c-4308-bc4a-73b31c78d3ee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'security_group_rule': {'security_group_id': '0b61743a-783f-4a53-9957-f29ae961aa21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:44.571370 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Publish callbacks [] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.579279 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.593571 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dff0546b-f78c-4308-bc4a-73b31c78d3ee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (ec620a6b-a4df-4450-95cf-58866840a203), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.609550 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-131934c0-b00e-4ca5-8699-b8d4a4d9ddfe tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.631831 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-131934c0-b00e-4ca5-8699-b8d4a4d9ddfe tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.634062 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0389e-b856-459c-b82b-6df901603f87 None None] Pushing event updated for resources: {'Port': ['ID=7217d5e5-7759-4ba6-ba11-4822357ae640,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:44.693437 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-131934c0-b00e-4ca5-8699-b8d4a4d9ddfe tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.700693 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-131934c0-b00e-4ca5-8699-b8d4a4d9ddfe tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2748203 Apr 12 03:08:44.707417 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42212) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:44.715002 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496e8f5-17d2-4a61-abd9-c155a088819b req-cc71bf43-e569-458c-9097-254b2b761c13 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:44.715931 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-6168f74f-3081-454e-b20a-d7341b2e8547 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group_rule': {'security_group_id': '6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:44.721402 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2496e8f5-17d2-4a61-abd9-c155a088819b req-cc71bf43-e569-458c-9097-254b2b761c13 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 944 time: 0.2164934 Apr 12 03:08:44.770334 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Publish callbacks [] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.770603 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131934c0-b00e-4ca5-8699-b8d4a4d9ddfe tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:44.778235 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Attempting to bind port 7217d5e5-7759-4ba6-ba11-4822357ae640 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:44.783946 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Attempting to bind port 7217d5e5-7759-4ba6-ba11-4822357ae640 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:44.784446 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Attempting to bind port 7217d5e5-7759-4ba6-ba11-4822357ae640 on network 28c57e7d-daad-4063-98b6-9da8448e5d98 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:44.794394 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:44.795875 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Checking segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:44.796459 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.797665 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Bound using segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:44.798298 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Bound port: 7217d5e5-7759-4ba6-ba11-4822357ae640, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:44.799013 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.802607 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.850373 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dff0546b-f78c-4308-bc4a-73b31c78d3ee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (ec620a6b-a4df-4450-95cf-58866840a203), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.887216 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dff0546b-f78c-4308-bc4a-73b31c78d3ee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (ec620a6b-a4df-4450-95cf-58866840a203), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.897083 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-957e79cd-09e3-41db-9994-642f58908948 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8 HTTP/1.1" status: 200 len: 217 time: 0.1478081 Apr 12 03:08:44.919995 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] For port 7217d5e5-7759-4ba6-ba11-4822357ae640, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:44.927082 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] For port 7217d5e5-7759-4ba6-ba11-4822357ae640, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=7217d5e5-7759-4ba6-ba11-4822357ae640,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:44.944165 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:44.999256 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0546b-f78c-4308-bc4a-73b31c78d3ee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec620a6b-a4df-4450-95cf-58866840a203,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:45.029793 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b6b8-5e68-4fa9-a43f-8667f936855d None None] Pushing event updated for resources: {'Port': ['ID=615c5142-74a6-4aee-9457-c01cb93ef8b7,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:45.030254 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6168f74f-3081-454e-b20a-d7341b2e8547 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (a1e137be-7d7d-4a0b-bf25-14b18722ab35), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.043977 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:08:45.050626 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Attempting to bind port 615c5142-74a6-4aee-9457-c01cb93ef8b7 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:45.051026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Attempting to bind port 615c5142-74a6-4aee-9457-c01cb93ef8b7 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:45.051393 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Attempting to bind port 615c5142-74a6-4aee-9457-c01cb93ef8b7 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:45.069229 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:45.069535 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Checking segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:45.070001 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.070396 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Bound using segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:45.070917 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Bound port: 615c5142-74a6-4aee-9457-c01cb93ef8b7, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:45.071658 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.085192 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848489-d355-492e-b3dc-31bd53604d70 req-5933a1bc-e0fd-4813-b3fa-a30160999c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.092637 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4b848489-d355-492e-b3dc-31bd53604d70 req-5933a1bc-e0fd-4813-b3fa-a30160999c9f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 1128 time: 0.3582790 Apr 12 03:08:45.093135 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42224) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:45.096703 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:45.097982 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:45.101089 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0389e-b856-459c-b82b-6df901603f87 None None] Pushing event updated for resources: {'Port': ['ID=7217d5e5-7759-4ba6-ba11-4822357ae640,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:45.114412 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2496e8f5-17d2-4a61-abd9-c155a088819b req-5798ac12-e6a8-4a09-b7b1-068342d15b04 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470993 Apr 12 03:08:45.121556 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-22563292-4f8e-4704-a602-7c0f6611a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.127061 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-22563292-4f8e-4704-a602-7c0f6611a648 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.2172832 Apr 12 03:08:45.271004 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] For port 615c5142-74a6-4aee-9457-c01cb93ef8b7, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:45.273443 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-06e84331-77d4-4558-9791-fa7772ecfbe9 None None] Provisioning complete for port 7217d5e5-7759-4ba6-ba11-4822357ae640 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:45.273818 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06e84331-77d4-4558-9791-fa7772ecfbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.290128 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] For port 615c5142-74a6-4aee-9457-c01cb93ef8b7, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=615c5142-74a6-4aee-9457-c01cb93ef8b7,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:45.293460 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-d50a1718-fd0d-42bc-b9a9-2a68e5131470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.298391 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-d50a1718-fd0d-42bc-b9a9-2a68e5131470 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1667209 Apr 12 03:08:45.350642 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dff0546b-f78c-4308-bc4a-73b31c78d3ee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.352083 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-dff0546b-f78c-4308-bc4a-73b31c78d3ee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7959583 Apr 12 03:08:45.355264 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42234) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:45.362965 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:45.363627 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:45.375027 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c5890-9695-42a5-bf53-9e4a1b781e0c req-c4033a44-74ff-4113-8b4a-709131402791 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.377530 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-424c5890-9695-42a5-bf53-9e4a1b781e0c req-c4033a44-74ff-4113-8b4a-709131402791 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.5490038 Apr 12 03:08:45.378902 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848489-d355-492e-b3dc-31bd53604d70 req-a5abf0c6-f7ec-4d09-b11c-c5f080c8bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:45.381075 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4b848489-d355-492e-b3dc-31bd53604d70 req-a5abf0c6-f7ec-4d09-b11c-c5f080c8bd88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.2780743 Apr 12 03:08:45.409168 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-572be64f-dfae-4888-949b-beb4bd683165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.423117 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.426226 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.477182 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6168f74f-3081-454e-b20a-d7341b2e8547 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (a1e137be-7d7d-4a0b-bf25-14b18722ab35), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.488127 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6168f74f-3081-454e-b20a-d7341b2e8547 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (a1e137be-7d7d-4a0b-bf25-14b18722ab35), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.524648 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6168f74f-3081-454e-b20a-d7341b2e8547 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e137be-7d7d-4a0b-bf25-14b18722ab35,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:45.558846 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6168f74f-3081-454e-b20a-d7341b2e8547 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.560081 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-6168f74f-3081-454e-b20a-d7341b2e8547 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8513575 Apr 12 03:08:45.572112 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42240) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:45.579393 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-eef33a67-1688-413f-9e50-d8e4191ecb7f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group_rule': {'security_group_id': '6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:45.588713 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-424c5890-9695-42a5-bf53-9e4a1b781e0c req-403cce97-fe7a-4fe6-bda5-d00929f59d19 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676431 Apr 12 03:08:45.657831 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b6b8-5e68-4fa9-a43f-8667f936855d None None] Pushing event updated for resources: {'Port': ['ID=615c5142-74a6-4aee-9457-c01cb93ef8b7,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:45.664627 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-06e84331-77d4-4558-9791-fa7772ecfbe9 None None] Current status of the port 7217d5e5-7759-4ba6-ba11-4822357ae640 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:45.665365 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06e84331-77d4-4558-9791-fa7772ecfbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.678998 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.681148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eef33a67-1688-413f-9e50-d8e4191ecb7f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (9631e939-bb19-4e65-b6b7-cb8ea1e3f012), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.689806 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:08:45.690805 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:08:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:45.696780 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-572be64f-dfae-4888-949b-beb4bd683165 admin admin] Publish callbacks [] for security_group (16993755-6b10-4e4c-a216-0112eb487916), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.703145 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-572be64f-dfae-4888-949b-beb4bd683165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (16993755-6b10-4e4c-a216-0112eb487916), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.793235 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-06e84331-77d4-4558-9791-fa7772ecfbe9 None None] For port 7217d5e5-7759-4ba6-ba11-4822357ae640, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=7217d5e5-7759-4ba6-ba11-4822357ae640,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:45.799520 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-572be64f-dfae-4888-949b-beb4bd683165 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a2d9d14a5a544b4a124d1f597ead6d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6979942 Apr 12 03:08:45.800538 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42248) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:45.816193 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-06e84331-77d4-4558-9791-fa7772ecfbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.856531 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572be64f-dfae-4888-949b-beb4bd683165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16993755-6b10-4e4c-a216-0112eb487916,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:45.910351 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:44Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:45.931000 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e3f76d0-00d3-4593-bbe5-25cdb763dd11 admin admin] Publish callbacks [] for security_group (16993755-6b10-4e4c-a216-0112eb487916), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.969335 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Provisioning complete for port 7217d5e5-7759-4ba6-ba11-4822357ae640 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:45.969335 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:45.970914 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3898f665-5554-4c90-a740-d8b427a44b59 None None] The sync data for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb is: [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:44Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:45.985709 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e3f76d0-00d3-4593-bbe5-25cdb763dd11 admin admin] Publish callbacks [] for security_group (16993755-6b10-4e4c-a216-0112eb487916), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.042374 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:08:46.088827 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Allocated IP 172.28.1.127 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/a697c094-f5d8-4f33-8c88-dc651aae8421) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:46.091916 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e84331-77d4-4558-9791-fa7772ecfbe9 None None] Pushing event updated for resources: {'Port': ['ID=7217d5e5-7759-4ba6-ba11-4822357ae640,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:46.093921 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e3f76d0-00d3-4593-bbe5-25cdb763dd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (16993755-6b10-4e4c-a216-0112eb487916), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.096616 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e3f76d0-00d3-4593-bbe5-25cdb763dd11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.097926 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4e3f76d0-00d3-4593-bbe5-25cdb763dd11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16993755-6b10-4e4c-a216-0112eb487916 HTTP/1.1" status: 204 len: 168 time: 0.2946167 Apr 12 03:08:46.106330 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f76d0-00d3-4593-bbe5-25cdb763dd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16993755-6b10-4e4c-a216-0112eb487916,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:46.173468 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eef33a67-1688-413f-9e50-d8e4191ecb7f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (9631e939-bb19-4e65-b6b7-cb8ea1e3f012), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.199428 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eef33a67-1688-413f-9e50-d8e4191ecb7f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (9631e939-bb19-4e65-b6b7-cb8ea1e3f012), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.257105 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Current status of the port 7217d5e5-7759-4ba6-ba11-4822357ae640 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:46.298943 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Provisioning complete for port 615c5142-74a6-4aee-9457-c01cb93ef8b7 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:46.299493 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.326140 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for port (a697c094-f5d8-4f33-8c88-dc651aae8421), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.407593 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (a697c094-f5d8-4f33-8c88-dc651aae8421), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.479294 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'Port': ['ID=a697c094-f5d8-4f33-8c88-dc651aae8421,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:46.482990 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef33a67-1688-413f-9e50-d8e4191ecb7f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9631e939-bb19-4e65-b6b7-cb8ea1e3f012,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:46.508655 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eef33a67-1688-413f-9e50-d8e4191ecb7f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.512783 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-eef33a67-1688-413f-9e50-d8e4191ecb7f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9369068 Apr 12 03:08:46.513286 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:46.513916 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42282) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:46.519657 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:46.520618 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658c29e-6afb-4c4c-af0a-b8e9c05d1416 req-63ac0cb1-d69f-402d-af31-0a6bc5238350 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:46.522393 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a658c29e-6afb-4c4c-af0a-b8e9c05d1416 req-63ac0cb1-d69f-402d-af31-0a6bc5238350 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 944 time: 0.1416249 Apr 12 03:08:46.523633 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:46.526316 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:46.582656 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.810737 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.877785 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (287b6dba-e1f5-4d92-9c9a-3c55bec5f726), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.882726 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Current status of the port 615c5142-74a6-4aee-9457-c01cb93ef8b7 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:46.883110 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:46.917357 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa95850-ad51-4a70-b1a9-5515ab7e8f4f req-db886179-80d1-42ec-9a73-63028e3a7eea tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:46.918854 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0fa95850-ad51-4a70-b1a9-5515ab7e8f4f req-db886179-80d1-42ec-9a73-63028e3a7eea tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.1623423 Apr 12 03:08:46.964851 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a658c29e-6afb-4c4c-af0a-b8e9c05d1416 req-691a4402-1b83-4703-8063-1812c2113b54 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035275 Apr 12 03:08:46.966141 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a697c094-f5d8-4f33-8c88-dc651aae8421), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.007198 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] For port 615c5142-74a6-4aee-9457-c01cb93ef8b7, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=615c5142-74a6-4aee-9457-c01cb93ef8b7,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:47.019050 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.081896 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0fa95850-ad51-4a70-b1a9-5515ab7e8f4f req-d535f70c-3eba-4da2-b62f-1c952cae17a4 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459949 Apr 12 03:08:47.157409 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae71da3-8f54-47ce-98bf-92c7df9cdaba None None] Pushing event updated for resources: {'Port': ['ID=615c5142-74a6-4aee-9457-c01cb93ef8b7,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:47.164739 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:08:47.208295 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for port (a697c094-f5d8-4f33-8c88-dc651aae8421), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.219671 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a697c094-f5d8-4f33-8c88-dc651aae8421), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.226457 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Allocated IP 172.28.1.34 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/ab314492-d77b-4759-9748-955b0bd777bb) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:47.266567 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f3a2ce-2591-4c9f-b465-f1ef49131c60 None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:08:47.316641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (287b6dba-e1f5-4d92-9c9a-3c55bec5f726), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.381335 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'Port': ['ID=a697c094-f5d8-4f33-8c88-dc651aae8421,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:47.387317 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.388868 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-882cfee4-f698-4cdd-a515-4922159b6c78 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0309813 Apr 12 03:08:47.469444 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (ab314492-d77b-4759-9748-955b0bd777bb), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.536030 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (ab314492-d77b-4759-9748-955b0bd777bb), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.651404 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:47.691989 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:47.713678 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:47.773437 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=ab314492-d77b-4759-9748-955b0bd777bb,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:47.871196 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 7217d5e5-7759-4ba6-ba11-4822357ae640 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:47.908454 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-f190030e-a5f1-4382-afd1-1f59335234d5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--346807167&fields=id&tenant_id=240711cb3a6f42729bc030a633e11a9c HTTP/1.1" status: 200 len: 267 time: 0.1673605 Apr 12 03:08:47.981299 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 7217d5e5-7759-4ba6-ba11-4822357ae640 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:47.983005 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (ffc24fda-1c02-47a8-bd0f-505b8f19ae86), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:47.984062 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:48.065207 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ab314492-d77b-4759-9748-955b0bd777bb), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:48.114247 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 7217d5e5-7759-4ba6-ba11-4822357ae640 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:48.115321 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 615c5142-74a6-4aee-9457-c01cb93ef8b7 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:48.150730 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-f0af1624-7931-4e79-bff5-1c46ff5a2ab5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:48.152332 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-f0af1624-7931-4e79-bff5-1c46ff5a2ab5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 817 time: 0.2430649 Apr 12 03:08:48.197698 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 615c5142-74a6-4aee-9457-c01cb93ef8b7 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:48.198053 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:48.198806 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-62fd3901-1121-4618-83de-97066db974b6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/quotas/240711cb3a6f42729bc030a633e11a9c HTTP/1.1" status: 200 len: 375 time: 0.0299811 Apr 12 03:08:48.253049 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9910a54-6b9f-4f42-bcda-12da40386efd req-9e602f59-7248-455e-ba20-8eeb87a439cf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:48.254510 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d9910a54-6b9f-4f42-bcda-12da40386efd req-9e602f59-7248-455e-ba20-8eeb87a439cf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 944 time: 0.1252925 Apr 12 03:08:48.278450 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-5607d650-0627-4536-8906-5723352e909c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697954 Apr 12 03:08:48.362392 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d9910a54-6b9f-4f42-bcda-12da40386efd req-6656412e-5949-4972-914d-a0f67a6868b8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985384 Apr 12 03:08:48.410015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 615c5142-74a6-4aee-9457-c01cb93ef8b7 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:48.480266 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-d6ecb581-7c58-4da3-978e-81ed5a25fba7 service neutron] 10.222.0.41 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803448 Apr 12 03:08:48.600186 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2794-3411-4e42-9609-cca3b63d953f req-0a3cd023-bbd7-4cd3-8f9c-140c8268341c tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:48.607714 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3a4a2794-3411-4e42-9609-cca3b63d953f req-0a3cd023-bbd7-4cd3-8f9c-140c8268341c tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.0985565 Apr 12 03:08:48.643431 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-78330f0f-6987-4b58-afed-7799afa2d970 service neutron] 10.222.0.41 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561606 Apr 12 03:08:48.700619 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (ab314492-d77b-4759-9748-955b0bd777bb), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:48.712930 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ab314492-d77b-4759-9748-955b0bd777bb), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:48.777219 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (ffc24fda-1c02-47a8-bd0f-505b8f19ae86), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:48.795918 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3a4a2794-3411-4e42-9609-cca3b63d953f req-4819215a-cccf-4df2-ba1c-9e688dac13b2 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822350 Apr 12 03:08:48.842908 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:48.872652 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3569238 Apr 12 03:08:48.878967 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badd0ff-258f-4a28-9a97-b2523601f3e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=ab314492-d77b-4759-9748-955b0bd777bb,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:48.900728 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ae23111a-b025-4dd8-9cf3-38652f14df27 req-73d22f57-4707-4862-96aa-717fff76e056 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 210 time: 0.0538211 Apr 12 03:08:49.237127 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-baf8234a-ece9-44b1-a4d4-bf898816211f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1728231144&fields=id&tenant_id=d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 267 time: 0.1007383 Apr 12 03:08:49.433591 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-739bf687-ffba-4344-bdac-39a26e4a6741 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:49.438877 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-739bf687-ffba-4344-bdac-39a26e4a6741 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 815 time: 0.2047617 Apr 12 03:08:49.470345 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-54fb6864-2e6c-4128-9862-06d3edc507ee tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/quotas/d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 375 time: 0.0248978 Apr 12 03:08:49.563782 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42462) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:49.585848 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a5afbe-95ad-4f5c-b305-f5bcee288353 req-de6fc24a-df94-4b2f-8dfd-ee075148b6fd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:49.588658 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c2a5afbe-95ad-4f5c-b305-f5bcee288353 req-de6fc24a-df94-4b2f-8dfd-ee075148b6fd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 944 time: 0.0787425 Apr 12 03:08:49.608087 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-9fc33772-94c3-4ea9-8e52-a42f6215facb tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1314342 Apr 12 03:08:49.702168 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c2a5afbe-95ad-4f5c-b305-f5bcee288353 req-e09cb3f5-d1a3-404c-8266-eedd109bde39 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074762 Apr 12 03:08:49.767690 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8a26ee88-6060-48ca-b33a-b5afc9936891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:49.772078 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-41e347f2-3e64-4c5f-b7a9-62f725a0e8fb service neutron] 10.222.0.41 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374695 Apr 12 03:08:49.888709 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device c754edf4-1e45-442e-96b1-25414a4a9074 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:08:49.929361 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-59bb8dd6-fe0b-434a-9152-6b10c74deff0 service neutron] 10.222.0.41 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477535 Apr 12 03:08:49.933642 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e442f-4e2b-4a78-ac89-8a2fc26ef95d req-3c80e526-234f-4952-baea-6f4a3a5bff09 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:49.935238 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fd5e442f-4e2b-4a78-ac89-8a2fc26ef95d req-3c80e526-234f-4952-baea-6f4a3a5bff09 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 943 time: 0.0591059 Apr 12 03:08:49.953999 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8a26ee88-6060-48ca-b33a-b5afc9936891 admin admin] Publish callbacks [] for security_group (6f9f17d7-7a60-46db-8fcd-e9cd9dc1de68), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:49.960925 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8a26ee88-6060-48ca-b33a-b5afc9936891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (6f9f17d7-7a60-46db-8fcd-e9cd9dc1de68), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:49.994193 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8a26ee88-6060-48ca-b33a-b5afc9936891 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cb80045841fa485fa366ab999ed9c4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285011 Apr 12 03:08:49.995137 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42490) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:50.022293 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port c754edf4-1e45-442e-96b1-25414a4a9074, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c754edf4-1e45-442e-96b1-25414a4a9074,segment=NetworkSegment(4ad9d15f-8551-4773-a5d9-05199bc9fed3),segment_id=4ad9d15f-8551-4773-a5d9-05199bc9fed3)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:50.026438 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fd5e442f-4e2b-4a78-ac89-8a2fc26ef95d req-be19d856-7cc8-4eeb-964d-bc2e90b95336 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790415 Apr 12 03:08:50.039921 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26ee88-6060-48ca-b33a-b5afc9936891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9f17d7-7a60-46db-8fcd-e9cd9dc1de68,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:50.068123 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'c754edf4-1e45-442e-96b1-25414a4a9074', 'network_id': 'b2dd2edc-bbb4-4012-964d-8c1effa620c1', 'port_id': 'c754edf4-1e45-442e-96b1-25414a4a9074', 'mac_address': 'fa:16:3e:f0:e6:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91063d9d-9be0-4b35-9b04-588688dfaf92', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:08:50.084505 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b8680cc6-4bde-44bf-88e9-33a57c92fa1c admin admin] Publish callbacks [] for security_group (6f9f17d7-7a60-46db-8fcd-e9cd9dc1de68), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.112300 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b8680cc6-4bde-44bf-88e9-33a57c92fa1c admin admin] Publish callbacks [] for security_group (6f9f17d7-7a60-46db-8fcd-e9cd9dc1de68), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.133648 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port c754edf4-1e45-442e-96b1-25414a4a9074 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:50.134118 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.166544 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b8680cc6-4bde-44bf-88e9-33a57c92fa1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (6f9f17d7-7a60-46db-8fcd-e9cd9dc1de68), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.173020 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b8680cc6-4bde-44bf-88e9-33a57c92fa1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.178803 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c754edf4-1e45-442e-96b1-25414a4a9074 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:50.178925 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b8680cc6-4bde-44bf-88e9-33a57c92fa1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6f9f17d7-7a60-46db-8fcd-e9cd9dc1de68 HTTP/1.1" status: 204 len: 168 time: 0.1810443 Apr 12 03:08:50.190408 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8680cc6-4bde-44bf-88e9-33a57c92fa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9f17d7-7a60-46db-8fcd-e9cd9dc1de68,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:50.192543 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9a61d20f-d263-4cf9-92f3-670f74bce7fa req-9067d7b6-2707-464d-909b-353e412dccb5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 210 time: 0.0465255 Apr 12 03:08:50.220582 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port c754edf4-1e45-442e-96b1-25414a4a9074, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c754edf4-1e45-442e-96b1-25414a4a9074,segment=NetworkSegment(4ad9d15f-8551-4773-a5d9-05199bc9fed3),segment_id=4ad9d15f-8551-4773-a5d9-05199bc9fed3)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:50.229735 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.244538 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a6d08da9-70a7-499d-887f-dfc2c9b9338b req-5fd32ff2-741b-48b4-ad88-f956abf70d45 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 210 time: 0.0622156 Apr 12 03:08:50.270074 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42500) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:50.301437 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=c754edf4-1e45-442e-96b1-25414a4a9074,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:50.404821 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-541ed694-b1f0-45f8-b16d-a7bfdd371fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.498459 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-541ed694-b1f0-45f8-b16d-a7bfdd371fa7 admin admin] Publish callbacks [] for security_group (3cacb1a6-30ec-4532-901b-8a360591bf7c), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.503859 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-541ed694-b1f0-45f8-b16d-a7bfdd371fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (3cacb1a6-30ec-4532-901b-8a360591bf7c), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.557712 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-541ed694-b1f0-45f8-b16d-a7bfdd371fa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=420650d352e04c688e6a4625fc16fbf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839408 Apr 12 03:08:50.558230 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42516) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:50.558344 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ed694-b1f0-45f8-b16d-a7bfdd371fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cacb1a6-30ec-4532-901b-8a360591bf7c,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:50.626702 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df5c592a-862b-4af3-8578-202c0f302141 admin admin] Publish callbacks [] for security_group (3cacb1a6-30ec-4532-901b-8a360591bf7c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.653257 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df5c592a-862b-4af3-8578-202c0f302141 admin admin] Publish callbacks [] for security_group (3cacb1a6-30ec-4532-901b-8a360591bf7c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.667243 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42522) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:50.672094 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['c754edf4-1e45-442e-96b1-25414a4a9074'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:08:50.683050 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b0d6-4fd3-478e-ade1-2f05c5c6e75c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.753858 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df5c592a-862b-4af3-8578-202c0f302141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (3cacb1a6-30ec-4532-901b-8a360591bf7c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.756768 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df5c592a-862b-4af3-8578-202c0f302141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.758642 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-df5c592a-862b-4af3-8578-202c0f302141 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3cacb1a6-30ec-4532-901b-8a360591bf7c HTTP/1.1" status: 204 len: 168 time: 0.1981642 Apr 12 03:08:50.776334 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c592a-862b-4af3-8578-202c0f302141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cacb1a6-30ec-4532-901b-8a360591bf7c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:50.789183 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b0d6-4fd3-478e-ade1-2f05c5c6e75c admin admin] Publish callbacks [] for security_group (6587bb28-ea5d-43c7-8cf0-dabac6d1cf5a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.801291 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c0b0b0d6-4fd3-478e-ade1-2f05c5c6e75c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (6587bb28-ea5d-43c7-8cf0-dabac6d1cf5a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:50.858200 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c0b0b0d6-4fd3-478e-ade1-2f05c5c6e75c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57652bb8ea6d4507b6111996cb1ad09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888053 Apr 12 03:08:50.860667 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42536) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:50.891294 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e59af-f656-4568-b699-202b116e545d req-47d3c8c0-2c10-406b-8632-275d0bb6a29d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:50.892863 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c74e59af-f656-4568-b699-202b116e545d req-47d3c8c0-2c10-406b-8632-275d0bb6a29d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 944 time: 0.0697539 Apr 12 03:08:50.947410 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0b0d6-4fd3-478e-ade1-2f05c5c6e75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6587bb28-ea5d-43c7-8cf0-dabac6d1cf5a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:50.990632 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c74e59af-f656-4568-b699-202b116e545d req-480f64bf-0b6e-4fab-ae8d-71e49d0e9fc5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890505 Apr 12 03:08:51.028841 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f22912b5-cad4-4204-ace4-4e87dd40864b admin admin] Publish callbacks [] for security_group (6587bb28-ea5d-43c7-8cf0-dabac6d1cf5a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.066038 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f22912b5-cad4-4204-ace4-4e87dd40864b admin admin] Publish callbacks [] for security_group (6587bb28-ea5d-43c7-8cf0-dabac6d1cf5a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.131669 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42546) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:51.255513 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42552) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:51.262881 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52a2b266-1519-4343-8b5e-39d51234bb53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.277084 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a9e73e-1886-4989-b8ab-031a8db4d7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.331466 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f22912b5-cad4-4204-ace4-4e87dd40864b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (6587bb28-ea5d-43c7-8cf0-dabac6d1cf5a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.333931 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f22912b5-cad4-4204-ace4-4e87dd40864b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.336306 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-f22912b5-cad4-4204-ace4-4e87dd40864b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6587bb28-ea5d-43c7-8cf0-dabac6d1cf5a HTTP/1.1" status: 204 len: 168 time: 0.4734428 Apr 12 03:08:51.346400 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c9363-530a-44be-b960-fa3f73fac63f req-4cc94f14-0d41-4586-ba6e-b754bee1a439 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:51.347973 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e25c9363-530a-44be-b960-fa3f73fac63f req-4cc94f14-0d41-4586-ba6e-b754bee1a439 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 944 time: 0.2373254 Apr 12 03:08:51.349564 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e86fb680-559a-4b2e-be64-5659c16f5ac2 req-8edff551-93ca-4c61-b944-89be1604c12e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 210 time: 0.0512252 Apr 12 03:08:51.353731 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22912b5-cad4-4204-ace4-4e87dd40864b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6587bb28-ea5d-43c7-8cf0-dabac6d1cf5a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:51.410862 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e25c9363-530a-44be-b960-fa3f73fac63f req-910c5cf6-e6d4-4315-8f91-a878d08a6807 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538402 Apr 12 03:08:51.479145 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52a2b266-1519-4343-8b5e-39d51234bb53 admin admin] Publish callbacks [] for security_group (6796316c-266d-4bcd-b4b2-29bf2e213334), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.481528 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a9e73e-1886-4989-b8ab-031a8db4d7b5 admin admin] Publish callbacks [] for security_group (d31c1fbc-518a-41b9-bfd4-1800f877e130), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.484358 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8e741203-48ba-46e4-a037-e8d6bb84f26a req-7c795ee9-6270-4e33-ba38-175c8078522d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 210 time: 0.0420327 Apr 12 03:08:51.485490 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-52a2b266-1519-4343-8b5e-39d51234bb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (6796316c-266d-4bcd-b4b2-29bf2e213334), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.497222 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-37a9e73e-1886-4989-b8ab-031a8db4d7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (d31c1fbc-518a-41b9-bfd4-1800f877e130), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.541428 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2b266-1519-4343-8b5e-39d51234bb53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6796316c-266d-4bcd-b4b2-29bf2e213334,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:51.549485 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-52a2b266-1519-4343-8b5e-39d51234bb53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=200aa099cecc43019bcd233be0c66629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4160998 Apr 12 03:08:51.552190 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42558) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:51.568672 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-37a9e73e-1886-4989-b8ab-031a8db4d7b5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=18a8f6be32f9462fa51ca36036cd0e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118949 Apr 12 03:08:51.571838 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42562) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:51.594199 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9e73e-1886-4989-b8ab-031a8db4d7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31c1fbc-518a-41b9-bfd4-1800f877e130,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:51.622593 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4d16cfc8-9c12-4965-873c-42188d3435b2 admin admin] Publish callbacks [] for security_group (d31c1fbc-518a-41b9-bfd4-1800f877e130), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.626536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8a99-f8ee-4c4c-a64a-362bbeafb3b3 admin admin] Publish callbacks [] for security_group (6796316c-266d-4bcd-b4b2-29bf2e213334), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.644240 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4d16cfc8-9c12-4965-873c-42188d3435b2 admin admin] Publish callbacks [] for security_group (d31c1fbc-518a-41b9-bfd4-1800f877e130), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.648480 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8a99-f8ee-4c4c-a64a-362bbeafb3b3 admin admin] Publish callbacks [] for security_group (6796316c-266d-4bcd-b4b2-29bf2e213334), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.700452 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8a99-f8ee-4c4c-a64a-362bbeafb3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (6796316c-266d-4bcd-b4b2-29bf2e213334), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.701482 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4d16cfc8-9c12-4965-873c-42188d3435b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (d31c1fbc-518a-41b9-bfd4-1800f877e130), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.703996 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4d16cfc8-9c12-4965-873c-42188d3435b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.704118 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1d2f8a99-f8ee-4c4c-a64a-362bbeafb3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:51.705237 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4d16cfc8-9c12-4965-873c-42188d3435b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d31c1fbc-518a-41b9-bfd4-1800f877e130 HTTP/1.1" status: 204 len: 168 time: 0.1325533 Apr 12 03:08:51.705586 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-1d2f8a99-f8ee-4c4c-a64a-362bbeafb3b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6796316c-266d-4bcd-b4b2-29bf2e213334 HTTP/1.1" status: 204 len: 168 time: 0.1500320 Apr 12 03:08:51.714184 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16cfc8-9c12-4965-873c-42188d3435b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31c1fbc-518a-41b9-bfd4-1800f877e130,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:51.722099 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f8a99-f8ee-4c4c-a64a-362bbeafb3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6796316c-266d-4bcd-b4b2-29bf2e213334,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:51.887961 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 1ef9424a-fc3b-4462-8b7c-a13daae39af8 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:08:51.936697 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device c754edf4-1e45-442e-96b1-25414a4a9074 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:52.021470 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port c754edf4-1e45-442e-96b1-25414a4a9074 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:08:52.043373 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 1ef9424a-fc3b-4462-8b7c-a13daae39af8, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:52.067234 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port c754edf4-1e45-442e-96b1-25414a4a9074 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:52.068033 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.071549 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '1ef9424a-fc3b-4462-8b7c-a13daae39af8', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'port_id': '1ef9424a-fc3b-4462-8b7c-a13daae39af8', 'mac_address': 'fa:16:3e:f0:08:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:08:52.132805 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4b848489-d355-492e-b3dc-31bd53604d70 req-66f73d90-8aef-4785-a1f1-9e7e551b4ecb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0273094-934d-46a2-96a3-cf6b830e217b HTTP/1.1" status: 200 len: 217 time: 0.1342793 Apr 12 03:08:52.139810 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42594) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:52.145127 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-8b608a20-0c83-435e-9a7f-6972b091d9b5 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461937 Apr 12 03:08:52.221636 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:52.222031 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.307656 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ab73354e-fa77-477e-9a96-a75c9cbea2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.327638 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef9424a-fc3b-4462-8b7c-a13daae39af8 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:52.343812 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-48cc604e-5797-4dad-8048-cdc8096065a2 req-59f3a5c8-4cc6-4e41-ace4-b8b330660fe4 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804142 Apr 12 03:08:52.356868 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port c754edf4-1e45-442e-96b1-25414a4a9074 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:52.357959 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.381799 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 1ef9424a-fc3b-4462-8b7c-a13daae39af8, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:52.404630 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848489-d355-492e-b3dc-31bd53604d70 req-eb0d3664-f3d4-4ddd-a3a7-3fa928e6dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.406167 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4b848489-d355-492e-b3dc-31bd53604d70 req-eb0d3664-f3d4-4ddd-a3a7-3fa928e6dc9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.2673035 Apr 12 03:08:52.419028 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.440785 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030e16bb-6127-4e34-9d82-1e94a5d31ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c754edf4-1e45-442e-96b1-25414a4a9074'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:52.464658 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f714c-cb87-4cf9-a460-ffa0587a7a72 req-6713353b-5a19-43b8-8230-f63291e15f61 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.466234 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-496f714c-cb87-4cf9-a460-ffa0587a7a72 req-6713353b-5a19-43b8-8230-f63291e15f61 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 944 time: 0.2198305 Apr 12 03:08:52.572109 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95b03a4a-c1c8-4fa3-afc4-6597d14dd8de req-01c48a60-d7dc-4453-86e0-a3561cd65126 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 210 time: 0.0686181 Apr 12 03:08:52.603512 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848489-d355-492e-b3dc-31bd53604d70 req-77c328aa-1b1e-409d-ac25-30fe56c77df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.605975 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4b848489-d355-492e-b3dc-31bd53604d70 req-77c328aa-1b1e-409d-ac25-30fe56c77df5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1732163 Apr 12 03:08:52.671553 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-496f714c-cb87-4cf9-a460-ffa0587a7a72 req-53d0c937-5cae-446d-82fe-3698bf4ceb9d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273558 Apr 12 03:08:52.723973 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ab73354e-fa77-477e-9a96-a75c9cbea2a6 admin admin] Publish callbacks [] for security_group (8b34583f-a3d2-42fa-97fb-745d4eca0895), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.731334 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ab73354e-fa77-477e-9a96-a75c9cbea2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8b34583f-a3d2-42fa-97fb-745d4eca0895), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.750140 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port c754edf4-1e45-442e-96b1-25414a4a9074, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c754edf4-1e45-442e-96b1-25414a4a9074,segment=NetworkSegment(4ad9d15f-8551-4773-a5d9-05199bc9fed3),segment_id=4ad9d15f-8551-4773-a5d9-05199bc9fed3)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:52.771665 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.778235 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a955a7-3cfc-42d0-aa20-991432e3814d req-485bf6ac-662a-4728-8a2b-9b9dbc2605b5 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:52.783894 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab73354e-fa77-477e-9a96-a75c9cbea2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b34583f-a3d2-42fa-97fb-745d4eca0895,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:52.788594 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ab73354e-fa77-477e-9a96-a75c9cbea2a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec29ca7582534af0978099aa4d35fcd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6478169 Apr 12 03:08:52.791133 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42636) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:52.791367 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-53a955a7-3cfc-42d0-aa20-991432e3814d req-485bf6ac-662a-4728-8a2b-9b9dbc2605b5 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 944 time: 0.1000645 Apr 12 03:08:52.796681 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['1ef9424a-fc3b-4462-8b7c-a13daae39af8'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:08:52.882786 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-34810fc0-5804-4872-85b0-2d77ac94f3b7 req-15ffed2d-36ce-4356-b33f-28bb347f60b7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 210 time: 0.0433495 Apr 12 03:08:52.889148 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-53a955a7-3cfc-42d0-aa20-991432e3814d req-8354d454-e9e4-4384-9198-c71a0ffd3c9a tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968812 Apr 12 03:08:52.913717 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-97256da0-c4a1-4f56-bb5a-f6cf5cb15efb admin admin] Publish callbacks [] for security_group (8b34583f-a3d2-42fa-97fb-745d4eca0895), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:52.913818 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=1ef9424a-fc3b-4462-8b7c-a13daae39af8,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:52.969204 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-97256da0-c4a1-4f56-bb5a-f6cf5cb15efb admin admin] Publish callbacks [] for security_group (8b34583f-a3d2-42fa-97fb-745d4eca0895), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:53.016814 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df516cd4-f58b-4a2a-b59d-930053542365" -d '{"events": [{"server_uuid": "030e16bb-6127-4e34-9d82-1e94a5d31ed6", "name": "network-vif-plugged", "status": "completed", "tag": "c754edf4-1e45-442e-96b1-25414a4a9074"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:53.038578 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=c754edf4-1e45-442e-96b1-25414a4a9074,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:53.142019 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4b848489-d355-492e-b3dc-31bd53604d70 req-b46f8e85-d575-493e-886b-e2bdc0017862 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225379 Apr 12 03:08:53.149228 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-97256da0-c4a1-4f56-bb5a-f6cf5cb15efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8b34583f-a3d2-42fa-97fb-745d4eca0895), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:53.151952 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-97256da0-c4a1-4f56-bb5a-f6cf5cb15efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:53.153079 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-97256da0-c4a1-4f56-bb5a-f6cf5cb15efb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b34583f-a3d2-42fa-97fb-745d4eca0895 HTTP/1.1" status: 204 len: 168 time: 0.3610022 Apr 12 03:08:53.161821 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97256da0-c4a1-4f56-bb5a-f6cf5cb15efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b34583f-a3d2-42fa-97fb-745d4eca0895,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:53.232206 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d48a9-8c3d-4bdb-bd0c-ce64b4e84416 x-openstack-request-id: req-fa0d48a9-8c3d-4bdb-bd0c-ce64b4e84416 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:53.232889 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030e16bb-6127-4e34-9d82-1e94a5d31ed6", "name": "network-vif-plugged", "status": "completed", "tag": "c754edf4-1e45-442e-96b1-25414a4a9074", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:53.233147 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fa0d48a9-8c3d-4bdb-bd0c-ce64b4e84416 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:53.233686 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0d48a9-8c3d-4bdb-bd0c-ce64b4e84416'] response: {'server_uuid': '030e16bb-6127-4e34-9d82-1e94a5d31ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c754edf4-1e45-442e-96b1-25414a4a9074', 'code': 200} Apr 12 03:08:53.550236 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-72cd6f8d-6bed-486b-80aa-53fca0e99e66 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:53.552744 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-72cd6f8d-6bed-486b-80aa-53fca0e99e66 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 815 time: 0.1403172 Apr 12 03:08:53.658399 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4b848489-d355-492e-b3dc-31bd53604d70 req-c64de867-b3a9-47db-b728-403e52216d7e service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506473 Apr 12 03:08:53.779273 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c60e973b-4eb1-49a9-8108-95a88a7f3e1f req-9b7f7fb2-b4b7-4aa9-83b2-7a9d0a8561e4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 210 time: 0.0675666 Apr 12 03:08:53.821767 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-ec1cad9e-ee19-443c-8aa2-de1621e46abe tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 380 time: 0.2601171 Apr 12 03:08:53.885495 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'port': {'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'admin_state_up': True, 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'security_groups': ['6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:53.895788 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc0d43-5ace-4c5b-86ac-ee328fb1398c req-41701e38-e806-4fc2-b0af-910c38ef843d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:53.897954 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-63cc0d43-5ace-4c5b-86ac-ee328fb1398c req-41701e38-e806-4fc2-b0af-910c38ef843d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 944 time: 0.0968044 Apr 12 03:08:53.906198 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device d0273094-934d-46a2-96a3-cf6b830e217b details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:08:53.914449 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 1ef9424a-fc3b-4462-8b7c-a13daae39af8 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:53.919749 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-6a59b263-4392-4872-b152-0273eb4460a2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:53.921723 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-6a59b263-4392-4872-b152-0273eb4460a2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 817 time: 0.3375733 Apr 12 03:08:54.081083 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-02aefb03-2cac-4323-b315-c98ec974f74a req-5fadfa9c-d838-4225-978f-ed4dfa481930 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 210 time: 0.0425313 Apr 12 03:08:54.095804 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Made reservation on behalf of d242dd1c24a44466b0295a9e04d3aa63 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:54.099281 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.201610 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83569b93-12e2-4d53-b387-e0942bb4a8fd req-f7f96d80-460f-44b5-b121-718aa538c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:54.208679 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-83569b93-12e2-4d53-b387-e0942bb4a8fd req-f7f96d80-460f-44b5-b121-718aa538c8be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 1129 time: 0.3097355 Apr 12 03:08:54.307845 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a680d-ddc5-4fbe-97bc-8097c6a268f2 req-8e2a0f60-ea09-40de-aad8-f5da83c95968 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:54.307845 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d78a680d-ddc5-4fbe-97bc-8097c6a268f2 req-8e2a0f60-ea09-40de-aad8-f5da83c95968 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 945 time: 0.1058018 Apr 12 03:08:54.324964 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-83569b93-12e2-4d53-b387-e0942bb4a8fd req-d4ff40cf-5c8d-481d-85f2-6da5f04fb938 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.350580 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-fca074a7-fb38-47c9-bea1-ea056279aadd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240711cb3a6f42729bc030a633e11a9c HTTP/1.1" status: 200 len: 379 time: 0.3803320 Apr 12 03:08:54.371898 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-63cc0d43-5ace-4c5b-86ac-ee328fb1398c req-71f82172-8094-4c6b-8dd9-184f81581442 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205818 Apr 12 03:08:54.372722 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:08:54.390783 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:54.391355 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.444984 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port d0273094-934d-46a2-96a3-cf6b830e217b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d0273094-934d-46a2-96a3-cf6b830e217b,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:54.491816 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'd0273094-934d-46a2-96a3-cf6b830e217b', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'port_id': 'd0273094-934d-46a2-96a3-cf6b830e217b', 'mac_address': 'fa:16:3e:dd:7a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:08:54.539739 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-83569b93-12e2-4d53-b387-e0942bb4a8fd req-d4ff40cf-5c8d-481d-85f2-6da5f04fb938 service neutron] Publish callbacks [] for security_group (baf748b6-029f-4c7f-bb14-553d8b7f5432), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.541905 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d78a680d-ddc5-4fbe-97bc-8097c6a268f2 req-f80676f2-e348-41d6-aed0-2b30a144a0aa tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200778 Apr 12 03:08:54.572328 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'port': {'device_id': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'admin_state_up': True, 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'security_groups': ['0b61743a-783f-4a53-9957-f29ae961aa21']}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:54.573629 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Allocated IP 172.20.0.4 (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5/2c83a292-53be-43b5-8bda-bf9c6887abca/ed414620-8e92-4b14-854e-26cd19c3a820) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:54.577343 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-83569b93-12e2-4d53-b387-e0942bb4a8fd req-d4ff40cf-5c8d-481d-85f2-6da5f04fb938 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (baf748b6-029f-4c7f-bb14-553d8b7f5432), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.609244 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:54.609643 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.710992 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 1ef9424a-fc3b-4462-8b7c-a13daae39af8, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:54.712466 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port d0273094-934d-46a2-96a3-cf6b830e217b is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:54.712985 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.722768 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.762269 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0273094-934d-46a2-96a3-cf6b830e217b {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:54.794763 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-83569b93-12e2-4d53-b387-e0942bb4a8fd req-d4ff40cf-5c8d-481d-85f2-6da5f04fb938 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385973 Apr 12 03:08:54.798054 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff40cf-5c8d-481d-85f2-6da5f04fb938 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=baf748b6-029f-4c7f-bb14-553d8b7f5432,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:54.812942 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=1ef9424a-fc3b-4462-8b7c-a13daae39af8,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:54.816410 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (ed414620-8e92-4b14-854e-26cd19c3a820), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.819321 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port d0273094-934d-46a2-96a3-cf6b830e217b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d0273094-934d-46a2-96a3-cf6b830e217b,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:54.825308 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.871881 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Made reservation on behalf of 240711cb3a6f42729bc030a633e11a9c for: {'port': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:08:54.877961 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.880255 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:54.927100 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=d0273094-934d-46a2-96a3-cf6b830e217b,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:54.952030 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-81058a24-5677-40b3-b7bb-c6900786cab3 req-cac523e2-00de-4edb-b431-2ea04dd1b7fd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 210 time: 0.0534098 Apr 12 03:08:55.002779 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:55.008409 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:55.014399 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:55.021599 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.022383 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:55.047290 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=ed414620-8e92-4b14-854e-26cd19c3a820,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:55.061914 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-78050d78-eb20-4c6b-8338-5de5e28e31d9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1816103 Apr 12 03:08:55.077612 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Request body: {'port': {'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:55.148989 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['d0273094-934d-46a2-96a3-cf6b830e217b'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:08:55.163051 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Allocated IP 172.20.0.9 (28c57e7d-daad-4063-98b6-9da8448e5d98/ea79480f-f850-4280-a47f-d1a267e3c033/f8efb198-190d-488e-b35c-4ba263d8e004) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:08:55.175825 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:55.238752 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754576f-bc36-4fc7-97be-09d34bfad394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef9424a-fc3b-4462-8b7c-a13daae39af8'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:55.244961 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0c732e-abde-4a80-b4a3-83269fc0a21d" -d '{"events": [{"server_uuid": "9754576f-bc36-4fc7-97be-09d34bfad394", "name": "network-vif-plugged", "status": "completed", "tag": "1ef9424a-fc3b-4462-8b7c-a13daae39af8"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:55.353495 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482e64ea-148d-4ce5-ac16-d35a36aeb7a1 x-openstack-request-id: req-482e64ea-148d-4ce5-ac16-d35a36aeb7a1 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:55.353806 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754576f-bc36-4fc7-97be-09d34bfad394", "name": "network-vif-plugged", "status": "completed", "tag": "1ef9424a-fc3b-4462-8b7c-a13daae39af8", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:55.354246 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-482e64ea-148d-4ce5-ac16-d35a36aeb7a1 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:55.354817 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-482e64ea-148d-4ce5-ac16-d35a36aeb7a1'] response: {'server_uuid': '9754576f-bc36-4fc7-97be-09d34bfad394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef9424a-fc3b-4462-8b7c-a13daae39af8', 'code': 200} Apr 12 03:08:55.435482 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1b7e4-3ccd-47f9-91ca-f515d4ea5f79 req-dbc9d641-36d2-43e7-b726-6b85e38a860b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.438085 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-47c1b7e4-3ccd-47f9-91ca-f515d4ea5f79 req-dbc9d641-36d2-43e7-b726-6b85e38a860b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 931 time: 0.1740479 Apr 12 03:08:55.467486 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for port (f8efb198-190d-488e-b35c-4ba263d8e004), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:55.560978 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d883e289-aafc-4cca-8b55-2b21e593d2d0 None None] Provisioning complete for port ed414620-8e92-4b14-854e-26cd19c3a820 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:55.562122 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d883e289-aafc-4cca-8b55-2b21e593d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:55.572539 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:55.617136 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d883e289-aafc-4cca-8b55-2b21e593d2d0 None None] Port ed414620-8e92-4b14-854e-26cd19c3a820 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:55.652580 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-47c1b7e4-3ccd-47f9-91ca-f515d4ea5f79 req-584f43ff-b51e-42ee-b757-45bb0edefda4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302984 Apr 12 03:08:55.689792 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42760) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:55.698076 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:55.773072 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708735c-dda6-498d-a7f2-02dda9495788 req-0bb0a4c5-8bb0-4d75-b8d1-cb7eba9debe0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.775340 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a708735c-dda6-498d-a7f2-02dda9495788 req-0bb0a4c5-8bb0-4d75-b8d1-cb7eba9debe0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 945 time: 0.2092483 Apr 12 03:08:55.785424 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:08:55.794230 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:08:55.799528 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:08:55.821661 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.822284 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:55.886914 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-e104634c-11ba-4ff6-b984-96872b7c14bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3432734 Apr 12 03:08:55.912646 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Request body: {'port': {'device_id': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:08:55.931656 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c866657e-1e8f-4f2d-bf61-058709842bfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:55.976301 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c02adf-6d44-4392-a021-a6826167bfaf req-139e82a8-f07e-48f5-9214-bd1685db40dc tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:55.977901 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f6c02adf-6d44-4392-a021-a6826167bfaf req-139e82a8-f07e-48f5-9214-bd1685db40dc tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 945 time: 0.1114783 Apr 12 03:08:55.983072 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed414620-8e92-4b14-854e-26cd19c3a820 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:55.999425 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Publish callbacks [] for port (ed414620-8e92-4b14-854e-26cd19c3a820), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.030463 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a708735c-dda6-498d-a7f2-02dda9495788 req-acd0e86c-ae22-4d54-805d-04cdfacf54a4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425151 Apr 12 03:08:56.034079 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f650417-0548-483b-badc-3e015bd7692b req-ef70b822-8b34-40c8-9cd2-97c72c91bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:56.041874 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7f650417-0548-483b-badc-3e015bd7692b req-ef70b822-8b34-40c8-9cd2-97c72c91bc32 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 1129 time: 0.1540253 Apr 12 03:08:56.052444 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Transition to ACTIVE for port object ed414620-8e92-4b14-854e-26cd19c3a820 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:08:56.082826 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.144895 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-0efe80e3-8f1d-436a-afd9-0ea57669b5b6 None None] Provisioning complete for port f8efb198-190d-488e-b35c-4ba263d8e004 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:56.145542 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0efe80e3-8f1d-436a-afd9-0ea57669b5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.186434 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0efe80e3-8f1d-436a-afd9-0ea57669b5b6 None None] Port f8efb198-190d-488e-b35c-4ba263d8e004 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:08:56.221591 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0bd01-e82d-4a6c-bbab-cc6e78ff15b9 req-65030054-ac72-4b27-bf5d-1915b318573c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:56.229143 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f6c02adf-6d44-4392-a021-a6826167bfaf req-a063d65e-6d4e-4a33-9b4e-5308f3537db7 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383659 Apr 12 03:08:56.231856 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-02d0bd01-e82d-4a6c-bbab-cc6e78ff15b9 req-65030054-ac72-4b27-bf5d-1915b318573c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 931 time: 0.0848672 Apr 12 03:08:56.279771 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed414620-8e92-4b14-854e-26cd19c3a820,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:56.282485 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device d0273094-934d-46a2-96a3-cf6b830e217b up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:08:56.352900 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7f650417-0548-483b-badc-3e015bd7692b req-e8e3d352-f1e2-49ad-8344-24c0a1840dff service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960773 Apr 12 03:08:56.363564 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.393327 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c866657e-1e8f-4f2d-bf61-058709842bfd admin admin] Publish callbacks [] for security_group (8aa9cc2d-243e-48b3-9e35-814eeb14bdbc), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.396052 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Attempting to bind port ed414620-8e92-4b14-854e-26cd19c3a820 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:56.406885 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Attempting to bind port ed414620-8e92-4b14-854e-26cd19c3a820 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:56.407346 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Attempting to bind port ed414620-8e92-4b14-854e-26cd19c3a820 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:56.418868 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port d0273094-934d-46a2-96a3-cf6b830e217b completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:08:56.420909 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Port ed414620-8e92-4b14-854e-26cd19c3a820 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:08:56.421414 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Attempting to bind port ed414620-8e92-4b14-854e-26cd19c3a820 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:56.423602 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c866657e-1e8f-4f2d-bf61-058709842bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8aa9cc2d-243e-48b3-9e35-814eeb14bdbc), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.428159 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port d0273094-934d-46a2-96a3-cf6b830e217b triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:08:56.429078 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.452649 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:56.452984 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Checking segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:56.453367 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Bound using segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:56.453812 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Bound port: ed414620-8e92-4b14-854e-26cd19c3a820, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:56.454167 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.479141 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-02d0bd01-e82d-4a6c-bbab-cc6e78ff15b9 req-b27e5fee-f7fc-401b-9af8-9fc25ac1f562 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462940 Apr 12 03:08:56.516252 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866657e-1e8f-4f2d-bf61-058709842bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa9cc2d-243e-48b3-9e35-814eeb14bdbc,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:56.523453 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-c866657e-1e8f-4f2d-bf61-058709842bfd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ddf683893e64320bbc63c508a2fad88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8322444 Apr 12 03:08:56.527318 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42792) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:56.538953 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port d0273094-934d-46a2-96a3-cf6b830e217b is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:08:56.539616 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.585184 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port d0273094-934d-46a2-96a3-cf6b830e217b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d0273094-934d-46a2-96a3-cf6b830e217b,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:08:56.595484 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.604060 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] For port ed414620-8e92-4b14-854e-26cd19c3a820, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:56.617313 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] For port ed414620-8e92-4b14-854e-26cd19c3a820, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=ed414620-8e92-4b14-854e-26cd19c3a820,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:56.658214 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71be9972-3b91-4dcd-83da-c0d49b954393 admin admin] Publish callbacks [] for security_group (8aa9cc2d-243e-48b3-9e35-814eeb14bdbc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.674881 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.685685 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=d0273094-934d-46a2-96a3-cf6b830e217b,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:56.767278 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71be9972-3b91-4dcd-83da-c0d49b954393 admin admin] Publish callbacks [] for security_group (8aa9cc2d-243e-48b3-9e35-814eeb14bdbc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.771057 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:56.771733 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:56.773447 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] 10.222.0.24 "PUT /v2.0/ports/ed414620-8e92-4b14-854e-26cd19c3a820 HTTP/1.1" status: 200 len: 1093 time: 1.7033372 Apr 12 03:08:56.779166 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'tag': 'ed414620-8e92-4b14-854e-26cd19c3a820'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:56.781449 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b1892-c4e2-499d-be50-3b3ad1475f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "98a4fd27-e364-412a-88e6-7eb49a484bb8", "tag": "ed414620-8e92-4b14-854e-26cd19c3a820"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:56.879870 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e177beb9-695b-40ac-86d1-fd9c74bb1225 x-openstack-request-id: req-e177beb9-695b-40ac-86d1-fd9c74bb1225 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:56.880425 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a4fd27-e364-412a-88e6-7eb49a484bb8", "tag": "ed414620-8e92-4b14-854e-26cd19c3a820", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:56.880804 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e177beb9-695b-40ac-86d1-fd9c74bb1225 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:56.881336 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e177beb9-695b-40ac-86d1-fd9c74bb1225'] response: {'name': 'network-changed', 'server_uuid': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'tag': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'status': 'completed', 'code': 200} Apr 12 03:08:56.911017 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e82db6-f597-486a-9183-b90fe1660ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed414620-8e92-4b14-854e-26cd19c3a820,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:56.949423 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8225581-9720-4efe-9499-20294fd836e9 req-8d188425-c2f4-40b8-9b93-d666efca587a tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:56.956825 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a8225581-9720-4efe-9499-20294fd836e9 req-8d188425-c2f4-40b8-9b93-d666efca587a tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 943 time: 0.1870353 Apr 12 03:08:57.009061 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8efb198-190d-488e-b35c-4ba263d8e004 {{(pid=103446) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:08:57.018793 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Publish callbacks [] for port (f8efb198-190d-488e-b35c-4ba263d8e004), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:57.023578 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a8225581-9720-4efe-9499-20294fd836e9 req-dffa2ab3-dabb-48d3-837c-7070d68ef62f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635533 Apr 12 03:08:57.025755 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71be9972-3b91-4dcd-83da-c0d49b954393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8aa9cc2d-243e-48b3-9e35-814eeb14bdbc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:57.042952 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-71be9972-3b91-4dcd-83da-c0d49b954393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:57.044711 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-71be9972-3b91-4dcd-83da-c0d49b954393 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8aa9cc2d-243e-48b3-9e35-814eeb14bdbc HTTP/1.1" status: 204 len: 168 time: 0.5164678 Apr 12 03:08:57.062160 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be9972-3b91-4dcd-83da-c0d49b954393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa9cc2d-243e-48b3-9e35-814eeb14bdbc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:57.068478 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.provisioning_blocks [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Transition to ACTIVE for port object f8efb198-190d-488e-b35c-4ba263d8e004 will not be triggered until provisioned by entity L2. {{(pid=103446) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:08:57.074716 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:57.207969 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad941b00-efa0-495d-b061-c81faf7387bb req-19349e4e-c7b8-403c-85db-7fbdd41f15f3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.209498 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ad941b00-efa0-495d-b061-c81faf7387bb req-19349e4e-c7b8-403c-85db-7fbdd41f15f3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0766518 Apr 12 03:08:57.210604 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:57.314193 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Attempting to bind port f8efb198-190d-488e-b35c-4ba263d8e004 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:08:57.314529 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Attempting to bind port f8efb198-190d-488e-b35c-4ba263d8e004 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:08:57.314880 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Attempting to bind port f8efb198-190d-488e-b35c-4ba263d8e004 on network 28c57e7d-daad-4063-98b6-9da8448e5d98 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:57.328690 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Port f8efb198-190d-488e-b35c-4ba263d8e004 on network 28c57e7d-daad-4063-98b6-9da8448e5d98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:08:57.329009 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Attempting to bind port f8efb198-190d-488e-b35c-4ba263d8e004 on network 28c57e7d-daad-4063-98b6-9da8448e5d98 {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:08:57.350823 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:08:57.351399 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Checking segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:08:57.351511 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Bound using segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} {{(pid=103446) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:08:57.352009 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.managers [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Bound port: f8efb198-190d-488e-b35c-4ba263d8e004, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'}}] {{(pid=103446) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:08:57.352306 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:57.356954 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6c8085-4951-4bbf-b5a0-f9a5457b6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0273094-934d-46a2-96a3-cf6b830e217b'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:57.358284 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ad941b00-efa0-495d-b061-c81faf7387bb req-5f8cc5cd-b4e1-452f-ad09-3b99810371a7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405547 Apr 12 03:08:57.360340 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49575e07-7181-45e8-8a92-803502f39965" -d '{"events": [{"server_uuid": "da6c8085-4951-4bbf-b5a0-f9a5457b6539", "name": "network-vif-plugged", "status": "completed", "tag": "d0273094-934d-46a2-96a3-cf6b830e217b"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:57.423385 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8ce43-a1e3-48b0-bf89-adbc00bcfd4c req-997ef915-5188-4d32-be4d-6a64ec3a235f tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.430588 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04f8ce43-a1e3-48b0-bf89-adbc00bcfd4c req-997ef915-5188-4d32-be4d-6a64ec3a235f tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 945 time: 0.0915430 Apr 12 03:08:57.460171 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3882d38-1330-4740-9bff-498d769efd44 x-openstack-request-id: req-b3882d38-1330-4740-9bff-498d769efd44 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:57.460659 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6c8085-4951-4bbf-b5a0-f9a5457b6539", "name": "network-vif-plugged", "status": "completed", "tag": "d0273094-934d-46a2-96a3-cf6b830e217b", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:57.460980 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3882d38-1330-4740-9bff-498d769efd44 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:57.461449 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3882d38-1330-4740-9bff-498d769efd44'] response: {'server_uuid': 'da6c8085-4951-4bbf-b5a0-f9a5457b6539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0273094-934d-46a2-96a3-cf6b830e217b', 'code': 200} Apr 12 03:08:57.468439 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, cleared binding levels {{(pid=103446) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:08:57.474328 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103446) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:08:57.482998 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:57.499262 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04f8ce43-a1e3-48b0-bf89-adbc00bcfd4c req-3138834a-e874-4d78-a083-4292d4e5aae0 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653477 Apr 12 03:08:57.523940 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.524623 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:57.526046 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] 10.222.0.24 "PUT /v2.0/ports/f8efb198-190d-488e-b35c-4ba263d8e004 HTTP/1.1" status: 200 len: 1093 time: 1.6263163 Apr 12 03:08:57.526559 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:08:57.528695 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1dc57b-6742-444a-8b87-da49f926314d" -d '{"events": [{"name": "network-changed", "server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:08:57.575936 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324ce72-d5a3-4c36-99ce-94ae38275ffe service neutron] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=3']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:57.598415 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730293a5-cb5e-415a-a50d-957ddd4ae88c x-openstack-request-id: req-730293a5-cb5e-415a-a50d-957ddd4ae88c {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:08:57.598717 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:08:57.598971 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-730293a5-cb5e-415a-a50d-957ddd4ae88c {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:08:57.599374 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730293a5-cb5e-415a-a50d-957ddd4ae88c'] response: {'name': 'network-changed', 'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'status': 'completed', 'code': 200} Apr 12 03:08:57.666183 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42862) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:57.798040 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b1892-c4e2-499d-be50-3b3ad1475f3d req-90c1b4f7-79fd-4c83-92e1-3c243d693825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.803177 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba3b1892-c4e2-499d-be50-3b3ad1475f3d req-90c1b4f7-79fd-4c83-92e1-3c243d693825 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 1127 time: 0.0894353 Apr 12 03:08:57.803425 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e757e3-9579-487e-ab22-c4730b8f4cbf req-2a96c876-57a7-45be-85e0-7950a658e9f3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.804854 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-10e757e3-9579-487e-ab22-c4730b8f4cbf req-2a96c876-57a7-45be-85e0-7950a658e9f3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.1951818 Apr 12 03:08:57.822481 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc57b-6742-444a-8b87-da49f926314d req-277a0412-d3e7-41b6-968c-9a2023a5f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:57.827032 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8f1dc57b-6742-444a-8b87-da49f926314d req-277a0412-d3e7-41b6-968c-9a2023a5f051 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 1127 time: 0.1396165 Apr 12 03:08:57.914950 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-10e757e3-9579-487e-ab22-c4730b8f4cbf req-1409ed79-9510-4bfa-8065-88cb03d9efd9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015937 Apr 12 03:08:57.921697 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42868) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:58.065614 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8e16-2e22-49e2-a15d-0f8fff9df99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.196536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1a8224d-e751-4714-886d-2776fb8c32a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.336232 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb9d05-4a12-47b5-b91c-fedd2f80f4cb req-f528eb93-87e6-49c8-9db7-ba0ab467f4ae tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.338125 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17cb9d05-4a12-47b5-b91c-fedd2f80f4cb req-f528eb93-87e6-49c8-9db7-ba0ab467f4ae tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 943 time: 0.1638284 Apr 12 03:08:58.341561 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc57b-6742-444a-8b87-da49f926314d req-63c50d5d-076c-476e-8983-5e0237ef3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.343165 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8f1dc57b-6742-444a-8b87-da49f926314d req-63c50d5d-076c-476e-8983-5e0237ef3cae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=240711cb3a6f42729bc030a633e11a9c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4988556 Apr 12 03:08:58.349834 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06080669-bd2a-4ce8-be1b-10fbf86621d3 req-6a19d5bd-bed0-49c1-a5ed-9e734faf0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.351420 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-06080669-bd2a-4ce8-be1b-10fbf86621d3 req-6a19d5bd-bed0-49c1-a5ed-9e734faf0989 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 1130 time: 0.4051008 Apr 12 03:08:58.432203 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17cb9d05-4a12-47b5-b91c-fedd2f80f4cb req-55032c69-8c70-41a6-ac6a-cb7d600a774b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742745 Apr 12 03:08:58.436630 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8e16-2e22-49e2-a15d-0f8fff9df99e admin admin] Publish callbacks [] for security_group (0553afaf-0fcd-4fb4-99a5-50365d8fcc2a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.442810 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b1892-c4e2-499d-be50-3b3ad1475f3d req-aa48078e-88ac-4319-8b69-d02e2218f98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.444630 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba3b1892-c4e2-499d-be50-3b3ad1475f3d req-aa48078e-88ac-4319-8b69-d02e2218f98e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6322494 Apr 12 03:08:58.447334 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3f0b8e16-2e22-49e2-a15d-0f8fff9df99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0553afaf-0fcd-4fb4-99a5-50365d8fcc2a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.506109 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1a8224d-e751-4714-886d-2776fb8c32a2 admin admin] Publish callbacks [] for security_group (e704941d-39d5-42d1-af5c-e91595f06b5f), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.524392 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c1a8224d-e751-4714-886d-2776fb8c32a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e704941d-39d5-42d1-af5c-e91595f06b5f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.575039 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-3f0b8e16-2e22-49e2-a15d-0f8fff9df99e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2425ee22486b4244adb8a36e34930bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6521525 Apr 12 03:08:58.578597 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8224d-e751-4714-886d-2776fb8c32a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e704941d-39d5-42d1-af5c-e91595f06b5f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:58.596064 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42886) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:58.668775 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-c1a8224d-e751-4714-886d-2776fb8c32a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=000edcdba82544c1b0b4306071d1cae2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0013349 Apr 12 03:08:58.683578 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42890) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:58.686871 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b8e16-2e22-49e2-a15d-0f8fff9df99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0553afaf-0fcd-4fb4-99a5-50365d8fcc2a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:58.720410 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913b791-64c4-46e4-a1fc-717dd5c2ad53 req-5340d4a7-fce0-4010-9a54-23bba2748cf9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.721943 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5913b791-64c4-46e4-a1fc-717dd5c2ad53 req-5340d4a7-fce0-4010-9a54-23bba2748cf9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.2323952 Apr 12 03:08:58.767645 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b1892-c4e2-499d-be50-3b3ad1475f3d req-e204e63a-f0ae-46cd-9cb9-78ee0ad90f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.769198 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba3b1892-c4e2-499d-be50-3b3ad1475f3d req-e204e63a-f0ae-46cd-9cb9-78ee0ad90f25 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2654901 Apr 12 03:08:58.840504 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-06080669-bd2a-4ce8-be1b-10fbf86621d3 req-ac3d1600-baed-4709-9b65-46c543622256 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065012 Apr 12 03:08:58.856204 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-63335d6b-925f-4c02-9527-cc49a74a0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.857757 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-63335d6b-925f-4c02-9527-cc49a74a0bf7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 1127 time: 0.0525258 Apr 12 03:08:58.928220 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1dc57b-6742-444a-8b87-da49f926314d req-cf5205c3-2e72-400c-a6b0-50cbef17ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:58.929692 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8f1dc57b-6742-444a-8b87-da49f926314d req-cf5205c3-2e72-400c-a6b0-50cbef17ebf7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3938856 Apr 12 03:08:58.935390 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8ead9d45-aeaf-4fc7-b824-5d0bf6f5b060 admin admin] Publish callbacks [] for security_group (0553afaf-0fcd-4fb4-99a5-50365d8fcc2a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.939828 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5913b791-64c4-46e4-a1fc-717dd5c2ad53 req-2c4b4ecf-fad6-478f-9a7f-e31b4f2c0839 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760364 Apr 12 03:08:58.950897 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8058-5765-4e74-abc2-9e27ac8d3ac2 admin admin] Publish callbacks [] for security_group (e704941d-39d5-42d1-af5c-e91595f06b5f), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.985024 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8ead9d45-aeaf-4fc7-b824-5d0bf6f5b060 admin admin] Publish callbacks [] for security_group (0553afaf-0fcd-4fb4-99a5-50365d8fcc2a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:58.995589 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8058-5765-4e74-abc2-9e27ac8d3ac2 admin admin] Publish callbacks [] for security_group (e704941d-39d5-42d1-af5c-e91595f06b5f), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.056321 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bc2d8-e6ce-4f77-b4cc-562c49353d70 req-47773ca1-b2b4-46cd-b8ca-97224cd247d6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.058555 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-332bc2d8-e6ce-4f77-b4cc-562c49353d70 req-47773ca1-b2b4-46cd-b8ca-97224cd247d6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0529723 Apr 12 03:08:59.070414 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8ead9d45-aeaf-4fc7-b824-5d0bf6f5b060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0553afaf-0fcd-4fb4-99a5-50365d8fcc2a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.074806 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8ead9d45-aeaf-4fc7-b824-5d0bf6f5b060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.078890 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8ead9d45-aeaf-4fc7-b824-5d0bf6f5b060 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0553afaf-0fcd-4fb4-99a5-50365d8fcc2a HTTP/1.1" status: 204 len: 168 time: 0.4671423 Apr 12 03:08:59.080026 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8058-5765-4e74-abc2-9e27ac8d3ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e704941d-39d5-42d1-af5c-e91595f06b5f), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.084069 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7d0b8058-5765-4e74-abc2-9e27ac8d3ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.087523 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7d0b8058-5765-4e74-abc2-9e27ac8d3ac2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e704941d-39d5-42d1-af5c-e91595f06b5f HTTP/1.1" status: 204 len: 168 time: 0.3957298 Apr 12 03:08:59.112250 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead9d45-aeaf-4fc7-b824-5d0bf6f5b060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0553afaf-0fcd-4fb4-99a5-50365d8fcc2a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:59.179355 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b8058-5765-4e74-abc2-9e27ac8d3ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e704941d-39d5-42d1-af5c-e91595f06b5f,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:59.196946 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-3bfb8603-1ecc-4b10-bca5-e72117bb5311 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed414620-8e92-4b14-854e-26cd19c3a820 HTTP/1.1" status: 200 len: 217 time: 0.1049585 Apr 12 03:08:59.213725 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-a6201211-61f1-4af9-9518-141a17304323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.225107 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-a6201211-61f1-4af9-9518-141a17304323 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 1127 time: 0.0873094 Apr 12 03:08:59.273005 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-332bc2d8-e6ce-4f77-b4cc-562c49353d70 req-f622c5ec-de08-4f77-bdf3-df29f1e41e8f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068903 Apr 12 03:08:59.281302 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-16ccca09-73e9-4b60-90e5-3006973ed670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.282859 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-16ccca09-73e9-4b60-90e5-3006973ed670 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0761533 Apr 12 03:08:59.297310 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-01bc127f-51ee-4fbb-9f5b-d146c9a52eaa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8efb198-190d-488e-b35c-4ba263d8e004 HTTP/1.1" status: 200 len: 217 time: 0.0629938 Apr 12 03:08:59.535015 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 42930) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:59.551736 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e3ce63b9-25e1-4b1a-aba2-c366d2f710e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.558282 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b9381-a69f-47bb-8bb9-b00b159df72e req-b6e0e3c5-a00a-49e9-b4dd-bfcd941fcd80 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.559785 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-449b9381-a69f-47bb-8bb9-b00b159df72e req-b6e0e3c5-a00a-49e9-b4dd-bfcd941fcd80 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 943 time: 0.0482049 Apr 12 03:08:59.608967 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-449b9381-a69f-47bb-8bb9-b00b159df72e req-e1e7d5c3-9fc9-43e6-b3d0-8b27f24aaa3a tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424047 Apr 12 03:08:59.634582 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e3ce63b9-25e1-4b1a-aba2-c366d2f710e3 admin admin] Publish callbacks [] for security_group (cc6a189b-00b0-456d-b080-0b49589a0580), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.639722 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e3ce63b9-25e1-4b1a-aba2-c366d2f710e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (cc6a189b-00b0-456d-b080-0b49589a0580), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.677172 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce63b9-25e1-4b1a-aba2-c366d2f710e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6a189b-00b0-456d-b080-0b49589a0580,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:08:59.684672 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-e3ce63b9-25e1-4b1a-aba2-c366d2f710e3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcc76d05fc4c4cf4b44d755b14112e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454000 Apr 12 03:08:59.684781 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 42936) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:08:59.786758 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-669c8a89-3624-4185-9b02-ee6cc90f8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.788920 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-669c8a89-3624-4185-9b02-ee6cc90f8fbe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0889466 Apr 12 03:08:59.798587 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-61ecd185-c5b5-4854-865c-23f36df30e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.800273 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-61ecd185-c5b5-4854-865c-23f36df30e3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.1000276 Apr 12 03:08:59.830321 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8932556-f709-41bb-ac3d-ddbf31d2ed9e admin admin] Publish callbacks [] for security_group (cc6a189b-00b0-456d-b080-0b49589a0580), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.887780 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-1d574bde-bd89-4060-8fd6-d9adabe80f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:08:59.889840 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-1d574bde-bd89-4060-8fd6-d9adabe80f18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0647807 Apr 12 03:08:59.916364 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8932556-f709-41bb-ac3d-ddbf31d2ed9e admin admin] Publish callbacks [] for security_group (cc6a189b-00b0-456d-b080-0b49589a0580), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:08:59.964245 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-c00337e8-c1e4-4872-a9d7-c80527685fa5 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673107 Apr 12 03:09:00.112162 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-d3dbcbab-db18-427b-a70d-39cfb0981b64 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144697 Apr 12 03:09:00.127933 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8932556-f709-41bb-ac3d-ddbf31d2ed9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (cc6a189b-00b0-456d-b080-0b49589a0580), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:00.130393 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8932556-f709-41bb-ac3d-ddbf31d2ed9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:00.131568 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-c8932556-f709-41bb-ac3d-ddbf31d2ed9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc6a189b-00b0-456d-b080-0b49589a0580 HTTP/1.1" status: 204 len: 168 time: 0.4460249 Apr 12 03:09:00.146013 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5b4a30f9-a1e3-4635-99b2-39d11e16eecb req-7f7aacc1-e0ee-4ab0-8215-30673ed53a75 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752958 Apr 12 03:09:00.163004 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008f6b5-befb-414b-af8c-e365f1662afe req-d6703cf4-0365-4a8c-a937-026cf68c4531 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:00.165095 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3008f6b5-befb-414b-af8c-e365f1662afe req-d6703cf4-0365-4a8c-a937-026cf68c4531 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.1055362 Apr 12 03:09:00.166773 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8932556-f709-41bb-ac3d-ddbf31d2ed9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6a189b-00b0-456d-b080-0b49589a0580,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:00.256291 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3008f6b5-befb-414b-af8c-e365f1662afe req-aca83584-d49a-4f4f-8a4e-0f090878b0c1 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769517 Apr 12 03:09:00.443757 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664f33c-85a7-4065-8f1d-0e52d79262af req-6059998c-fd04-4fea-bd34-8cb08dcdc0d7 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:00.453490 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2664f33c-85a7-4065-8f1d-0e52d79262af req-6059998c-fd04-4fea-bd34-8cb08dcdc0d7 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0768456 Apr 12 03:09:00.502391 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2664f33c-85a7-4065-8f1d-0e52d79262af req-2b914571-f01d-491e-ae0b-f7eb9aa96297 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479279 Apr 12 03:09:00.613979 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b1907e6e-dbe4-40e4-bed1-b130568fb47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:00.760348 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826bf8d-3826-499a-b26c-876d0b348fb7 req-2fc00578-8c59-4ab9-a8cc-6702a4d5b539 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:00.762426 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b826bf8d-3826-499a-b26c-876d0b348fb7 req-2fc00578-8c59-4ab9-a8cc-6702a4d5b539 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 943 time: 0.0591614 Apr 12 03:09:00.796406 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0ec29-a712-40cf-8dfb-2e3654998a4f req-ebb2ae31-c529-4cfd-a9da-a85cdc221a3c service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199920 Apr 12 03:09:00.819607 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b826bf8d-3826-499a-b26c-876d0b348fb7 req-d9f6abdb-a5af-4162-b650-3a57fa7db5b1 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477545 Apr 12 03:09:01.247860 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43032) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:01.377118 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af17e1ac-ed8d-4f77-b3a8-1c958916378f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:01.381127 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848faa52-e7bb-4177-810a-006de3167bfb req-bde61cfa-9cf3-45cf-a5b6-bfee9f710933 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:01.382999 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-848faa52-e7bb-4177-810a-006de3167bfb req-bde61cfa-9cf3-45cf-a5b6-bfee9f710933 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0524876 Apr 12 03:09:01.447923 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-848faa52-e7bb-4177-810a-006de3167bfb req-856fccd3-8159-4151-a1cb-dc314b4aef8d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591393 Apr 12 03:09:01.485007 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af17e1ac-ed8d-4f77-b3a8-1c958916378f admin admin] Publish callbacks [] for security_group (44424f13-9fd4-4611-aee7-3dd47515bac2), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:01.491440 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-af17e1ac-ed8d-4f77-b3a8-1c958916378f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (44424f13-9fd4-4611-aee7-3dd47515bac2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:01.534506 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17e1ac-ed8d-4f77-b3a8-1c958916378f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44424f13-9fd4-4611-aee7-3dd47515bac2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:01.545573 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-af17e1ac-ed8d-4f77-b3a8-1c958916378f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b373000d7cb495eb45a28e1df9a7122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965872 Apr 12 03:09:01.548763 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43046) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:01.670331 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-43b552c0-13b1-4e76-9669-cb6a2c1bb902 admin admin] Publish callbacks [] for security_group (44424f13-9fd4-4611-aee7-3dd47515bac2), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:01.715757 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922b8b5-cdee-4dad-91e6-484d3205caab req-940be0e6-9261-4202-8fe0-db8abc8cca30 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:01.715757 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6922b8b5-cdee-4dad-91e6-484d3205caab req-940be0e6-9261-4202-8fe0-db8abc8cca30 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0896170 Apr 12 03:09:01.718896 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-43b552c0-13b1-4e76-9669-cb6a2c1bb902 admin admin] Publish callbacks [] for security_group (44424f13-9fd4-4611-aee7-3dd47515bac2), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:01.825286 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6922b8b5-cdee-4dad-91e6-484d3205caab req-100fa805-ed6f-4faf-87f1-c62025d147e3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040416 Apr 12 03:09:01.857737 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-43b552c0-13b1-4e76-9669-cb6a2c1bb902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (44424f13-9fd4-4611-aee7-3dd47515bac2), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:01.860648 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-43b552c0-13b1-4e76-9669-cb6a2c1bb902 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:01.862210 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-43b552c0-13b1-4e76-9669-cb6a2c1bb902 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44424f13-9fd4-4611-aee7-3dd47515bac2 HTTP/1.1" status: 204 len: 168 time: 0.3123152 Apr 12 03:09:01.877443 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b552c0-13b1-4e76-9669-cb6a2c1bb902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44424f13-9fd4-4611-aee7-3dd47515bac2,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:01.893621 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cde19-2084-48e0-8b94-f72467c13284 req-9a143e6a-e9db-4b51-9ef6-612a9e520574 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:01.895533 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-666cde19-2084-48e0-8b94-f72467c13284 req-9a143e6a-e9db-4b51-9ef6-612a9e520574 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.1035252 Apr 12 03:09:01.995960 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-666cde19-2084-48e0-8b94-f72467c13284 req-094988b4-c7ad-45c8-ac70-95f1da311965 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896151 Apr 12 03:09:01.997917 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e41e2-efb6-4b99-8c65-fff7fa1c4833 req-704dc461-f637-4fc9-b986-f60aae3dcfa4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:01.998305 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2f5e41e2-efb6-4b99-8c65-fff7fa1c4833 req-704dc461-f637-4fc9-b986-f60aae3dcfa4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 943 time: 0.0657408 Apr 12 03:09:02.057809 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2f5e41e2-efb6-4b99-8c65-fff7fa1c4833 req-c2436a26-e8d7-42b8-84d5-6d878b544b62 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500619 Apr 12 03:09:02.344909 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43092) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:02.358486 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9b5f8a6c-6460-4030-9147-2b55c151be80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.436394 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9b5f8a6c-6460-4030-9147-2b55c151be80 admin admin] Publish callbacks [] for security_group (40e20333-7f06-4779-8c61-93f618b54b40), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.441415 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9b5f8a6c-6460-4030-9147-2b55c151be80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (40e20333-7f06-4779-8c61-93f618b54b40), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.454602 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43096) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:02.478650 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f8a6c-6460-4030-9147-2b55c151be80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e20333-7f06-4779-8c61-93f618b54b40,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:02.483049 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-9b5f8a6c-6460-4030-9147-2b55c151be80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df2af804a5fe4ec38e0c0feaca7a3a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371005 Apr 12 03:09:02.486004 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43100) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:02.534345 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b4c12332-64b1-404a-942d-4e68f5387aa9 admin admin] Publish callbacks [] for security_group (40e20333-7f06-4779-8c61-93f618b54b40), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.556620 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b4c12332-64b1-404a-942d-4e68f5387aa9 admin admin] Publish callbacks [] for security_group (40e20333-7f06-4779-8c61-93f618b54b40), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.565265 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09905999-e846-4bf5-ab44-49a6a7131821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.604304 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b4c12332-64b1-404a-942d-4e68f5387aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (40e20333-7f06-4779-8c61-93f618b54b40), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.607259 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b4c12332-64b1-404a-942d-4e68f5387aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.608663 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b4c12332-64b1-404a-942d-4e68f5387aa9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40e20333-7f06-4779-8c61-93f618b54b40 HTTP/1.1" status: 204 len: 168 time: 0.1213801 Apr 12 03:09:02.619732 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c12332-64b1-404a-942d-4e68f5387aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e20333-7f06-4779-8c61-93f618b54b40,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:02.656750 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09905999-e846-4bf5-ab44-49a6a7131821 admin admin] Publish callbacks [] for security_group (36707ee3-fda7-46df-a26c-86164239ad12), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.661463 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09905999-e846-4bf5-ab44-49a6a7131821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (36707ee3-fda7-46df-a26c-86164239ad12), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.698115 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09905999-e846-4bf5-ab44-49a6a7131821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36707ee3-fda7-46df-a26c-86164239ad12,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:02.702446 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-09905999-e846-4bf5-ab44-49a6a7131821 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=399532c18e74489aa53f87ea5f8c75c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467556 Apr 12 03:09:02.705118 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43104) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:02.756138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ba6562b-3a6a-457a-b960-a8b6980d2232 admin admin] Publish callbacks [] for security_group (36707ee3-fda7-46df-a26c-86164239ad12), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.777167 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ba6562b-3a6a-457a-b960-a8b6980d2232 admin admin] Publish callbacks [] for security_group (36707ee3-fda7-46df-a26c-86164239ad12), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.825813 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ba6562b-3a6a-457a-b960-a8b6980d2232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (36707ee3-fda7-46df-a26c-86164239ad12), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.828453 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2ba6562b-3a6a-457a-b960-a8b6980d2232 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:02.829659 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-2ba6562b-3a6a-457a-b960-a8b6980d2232 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36707ee3-fda7-46df-a26c-86164239ad12 HTTP/1.1" status: 204 len: 168 time: 0.1236537 Apr 12 03:09:02.846118 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6562b-3a6a-457a-b960-a8b6980d2232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36707ee3-fda7-46df-a26c-86164239ad12,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:03.003770 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afde616-ca38-401f-a46c-fdff3a04e4b0 req-9a94ba08-094b-4be2-a287-014ac18dba27 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:03.005877 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8afde616-ca38-401f-a46c-fdff3a04e4b0 req-9a94ba08-094b-4be2-a287-014ac18dba27 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0815854 Apr 12 03:09:03.025825 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-377570c1-4ed5-4663-a8f3-df7e4514a05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.093452 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8afde616-ca38-401f-a46c-fdff3a04e4b0 req-4e5a49f4-bcd5-4e9c-8a21-b3f936e66c96 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782266 Apr 12 03:09:03.157485 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb573c-0d69-4ff2-9a47-28252a94b1d1 req-1b9da036-8f0f-4d5f-bde6-2e9def06b3ba tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:03.159492 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-babb573c-0d69-4ff2-9a47-28252a94b1d1 req-1b9da036-8f0f-4d5f-bde6-2e9def06b3ba tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0753157 Apr 12 03:09:03.249547 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b7d45-8107-4c6a-8cea-883afd165cb5 req-1f3fc1d0-64ba-4af2-adad-a68322bbe29c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:03.252000 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-880b7d45-8107-4c6a-8cea-883afd165cb5 req-1f3fc1d0-64ba-4af2-adad-a68322bbe29c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 943 time: 0.0719206 Apr 12 03:09:03.258041 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-babb573c-0d69-4ff2-9a47-28252a94b1d1 req-96451cb8-24a4-4549-b578-4d7cae42a4fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917168 Apr 12 03:09:03.313634 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43142) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:03.327200 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aef05781-eea1-4561-930c-3068adf93d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.370070 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-880b7d45-8107-4c6a-8cea-883afd165cb5 req-9748d700-f7fc-486f-b1df-3c0f0dc72c96 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087947 Apr 12 03:09:03.424032 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aef05781-eea1-4561-930c-3068adf93d90 admin admin] Publish callbacks [] for security_group (65b25170-da00-4d68-a38c-e1058fb0fef4), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.430162 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aef05781-eea1-4561-930c-3068adf93d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (65b25170-da00-4d68-a38c-e1058fb0fef4), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.473131 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-aef05781-eea1-4561-930c-3068adf93d90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bf35dac5d6e4810ac4b61b3b4e2035b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1583891 Apr 12 03:09:03.474102 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef05781-eea1-4561-930c-3068adf93d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b25170-da00-4d68-a38c-e1058fb0fef4,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:03.476092 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43148) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:03.532663 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f17d567d-f789-45b8-9f9c-5f0146fe21f1 admin admin] Publish callbacks [] for security_group (65b25170-da00-4d68-a38c-e1058fb0fef4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.561000 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f17d567d-f789-45b8-9f9c-5f0146fe21f1 admin admin] Publish callbacks [] for security_group (65b25170-da00-4d68-a38c-e1058fb0fef4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.627349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f17d567d-f789-45b8-9f9c-5f0146fe21f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (65b25170-da00-4d68-a38c-e1058fb0fef4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.630103 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f17d567d-f789-45b8-9f9c-5f0146fe21f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:03.633598 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-f17d567d-f789-45b8-9f9c-5f0146fe21f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65b25170-da00-4d68-a38c-e1058fb0fef4 HTTP/1.1" status: 204 len: 168 time: 0.1540351 Apr 12 03:09:03.639410 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d567d-f789-45b8-9f9c-5f0146fe21f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b25170-da00-4d68-a38c-e1058fb0fef4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:03.727626 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:04.222175 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922aebe-709f-4722-bc28-fc4c8840bf29 req-eeed425f-9d5f-4f08-a6d8-d16463fb06ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:04.223716 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c922aebe-709f-4722-bc28-fc4c8840bf29 req-eeed425f-9d5f-4f08-a6d8-d16463fb06ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0540123 Apr 12 03:09:04.281015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device ed414620-8e92-4b14-854e-26cd19c3a820 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:09:04.323922 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c922aebe-709f-4722-bc28-fc4c8840bf29 req-9f409811-39f5-440d-8590-680e2376e316 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930095 Apr 12 03:09:04.412958 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port ed414620-8e92-4b14-854e-26cd19c3a820, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=ed414620-8e92-4b14-854e-26cd19c3a820,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:04.427835 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:09:04.449175 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af9af3-b982-4cd0-a31a-20c3c6d023f6 req-8d16baf1-7008-46b1-889d-a32d2a8ba69b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:04.451637 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b3af9af3-b982-4cd0-a31a-20c3c6d023f6 req-8d16baf1-7008-46b1-889d-a32d2a8ba69b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0805337 Apr 12 03:09:04.474198 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port ed414620-8e92-4b14-854e-26cd19c3a820 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:04.474652 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:04.492836 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed414620-8e92-4b14-854e-26cd19c3a820 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:09:04.521792 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b3af9af3-b982-4cd0-a31a-20c3c6d023f6 req-bbbe11c3-ab1c-4b45-a605-a07e50c2d5e1 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610790 Apr 12 03:09:04.525096 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b704f41-f711-4d57-b513-56cef20d50bb req-6ee4cfcd-dac9-48c0-9e8c-86a283424b9d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:04.526798 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port ed414620-8e92-4b14-854e-26cd19c3a820, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=ed414620-8e92-4b14-854e-26cd19c3a820,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:04.527220 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0b704f41-f711-4d57-b513-56cef20d50bb req-6ee4cfcd-dac9-48c0-9e8c-86a283424b9d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 943 time: 0.0612040 Apr 12 03:09:04.532556 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:04.595283 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=ed414620-8e92-4b14-854e-26cd19c3a820,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:04.611257 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0b704f41-f711-4d57-b513-56cef20d50bb req-001a16a7-8e38-4890-bd9d-5cbf146a1963 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775483 Apr 12 03:09:04.887211 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['ed414620-8e92-4b14-854e-26cd19c3a820'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:09:05.172371 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43246) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:05.281973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-518a56d6-1ade-41e2-9299-55eaf3a0df56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.345853 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.390231 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-518a56d6-1ade-41e2-9299-55eaf3a0df56 admin admin] Publish callbacks [] for security_group (95e2bdb9-b280-4114-b73a-d2ffaa785311), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.397035 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-518a56d6-1ade-41e2-9299-55eaf3a0df56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (95e2bdb9-b280-4114-b73a-d2ffaa785311), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.400207 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43258) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:05.477735 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-518a56d6-1ade-41e2-9299-55eaf3a0df56 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cef724e3c0be4e2e8f555545d0afdb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042367 Apr 12 03:09:05.477910 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43264) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:05.484160 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a56d6-1ade-41e2-9299-55eaf3a0df56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e2bdb9-b280-4114-b73a-d2ffaa785311,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:05.495735 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b731b-1969-4b3e-8c29-03bdb9338609 req-49503af8-dac7-4875-be20-6f08887cbc3d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:05.497189 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83b731b-1969-4b3e-8c29-03bdb9338609 req-49503af8-dac7-4875-be20-6f08887cbc3d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0842416 Apr 12 03:09:05.543605 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11bc716b-d423-4c22-bd0c-3e799063d921 admin admin] Publish callbacks [] for security_group (95e2bdb9-b280-4114-b73a-d2ffaa785311), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.570957 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83b731b-1969-4b3e-8c29-03bdb9338609 req-4f749c71-69c4-4daf-96cd-eba4970fa522 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680270 Apr 12 03:09:05.603438 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11bc716b-d423-4c22-bd0c-3e799063d921 admin admin] Publish callbacks [] for security_group (95e2bdb9-b280-4114-b73a-d2ffaa785311), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.696657 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464aaf5-5786-4382-bb43-ae219fc21fc1 req-8d86a8da-4345-48e7-be1b-e1f44ad9e290 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:05.698155 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6464aaf5-5786-4382-bb43-ae219fc21fc1 req-8d86a8da-4345-48e7-be1b-e1f44ad9e290 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0684264 Apr 12 03:09:05.714788 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b96606c7-01dd-45a4-8110-3c1e16bbcd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.749666 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11bc716b-d423-4c22-bd0c-3e799063d921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (95e2bdb9-b280-4114-b73a-d2ffaa785311), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.752158 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11bc716b-d423-4c22-bd0c-3e799063d921 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.756041 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-11bc716b-d423-4c22-bd0c-3e799063d921 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95e2bdb9-b280-4114-b73a-d2ffaa785311 HTTP/1.1" status: 204 len: 168 time: 0.2765996 Apr 12 03:09:05.756174 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8f37a-084f-47af-920a-f726e3f8df2c req-ab114e4e-661e-43ee-b716-b27a5bcf9733 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:05.763300 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-03f8f37a-084f-47af-920a-f726e3f8df2c req-ab114e4e-661e-43ee-b716-b27a5bcf9733 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 944 time: 0.0710261 Apr 12 03:09:05.781223 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc716b-d423-4c22-bd0c-3e799063d921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e2bdb9-b280-4114-b73a-d2ffaa785311,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:05.787362 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6464aaf5-5786-4382-bb43-ae219fc21fc1 req-7e2e1b92-a0c7-4c1e-a96f-851c0865de7a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795474 Apr 12 03:09:05.874606 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-03f8f37a-084f-47af-920a-f726e3f8df2c req-67b81737-1542-4032-a757-04ffa2935c40 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037142 Apr 12 03:09:05.901494 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-a5064a18-5630-4b64-9404-31b9d7b89da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:05.903124 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-a5064a18-5630-4b64-9404-31b9d7b89da4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 1130 time: 0.0852413 Apr 12 03:09:05.947583 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b96606c7-01dd-45a4-8110-3c1e16bbcd1b admin admin] Publish callbacks [] for security_group (e8f4b490-2a5e-45c7-9145-1b080e0f3ad4), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:05.955873 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b96606c7-01dd-45a4-8110-3c1e16bbcd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e8f4b490-2a5e-45c7-9145-1b080e0f3ad4), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.034280 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b96606c7-01dd-45a4-8110-3c1e16bbcd1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b4cdbdacc56a4b5a998901f383569d5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6322119 Apr 12 03:09:06.037294 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43294) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:06.040025 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96606c7-01dd-45a4-8110-3c1e16bbcd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f4b490-2a5e-45c7-9145-1b080e0f3ad4,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:06.095436 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-41d85a14-e3b1-4249-8c9e-8f872b1e14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:06.097030 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-41d85a14-e3b1-4249-8c9e-8f872b1e14b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.1855223 Apr 12 03:09:06.120485 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a61269b5-9ca0-4104-ac7e-ba45f9282d40 admin admin] Publish callbacks [] for security_group (e8f4b490-2a5e-45c7-9145-1b080e0f3ad4), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.147222 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a61269b5-9ca0-4104-ac7e-ba45f9282d40 admin admin] Publish callbacks [] for security_group (e8f4b490-2a5e-45c7-9145-1b080e0f3ad4), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.213601 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43298) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:06.228746 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a3497b1e-65a0-446d-936b-83dccba76f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.249638 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a61269b5-9ca0-4104-ac7e-ba45f9282d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e8f4b490-2a5e-45c7-9145-1b080e0f3ad4), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.251705 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a61269b5-9ca0-4104-ac7e-ba45f9282d40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.252827 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a61269b5-9ca0-4104-ac7e-ba45f9282d40 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e8f4b490-2a5e-45c7-9145-1b080e0f3ad4 HTTP/1.1" status: 204 len: 168 time: 0.2140405 Apr 12 03:09:06.268446 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61269b5-9ca0-4104-ac7e-ba45f9282d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f4b490-2a5e-45c7-9145-1b080e0f3ad4,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:06.306715 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device ed414620-8e92-4b14-854e-26cd19c3a820 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:09:06.360149 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-c97a7aa9-aea0-4b4b-9045-2db75b2ae7d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0273094-934d-46a2-96a3-cf6b830e217b HTTP/1.1" status: 200 len: 217 time: 0.0422544 Apr 12 03:09:06.367478 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port ed414620-8e92-4b14-854e-26cd19c3a820 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:09:06.374479 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port ed414620-8e92-4b14-854e-26cd19c3a820 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:09:06.374959 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.440280 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a3497b1e-65a0-446d-936b-83dccba76f76 admin admin] Publish callbacks [] for security_group (a592f901-04e5-4e77-afb3-cbe83893334b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.447390 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a3497b1e-65a0-446d-936b-83dccba76f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (a592f901-04e5-4e77-afb3-cbe83893334b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.471833 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port ed414620-8e92-4b14-854e-26cd19c3a820 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:06.472327 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.502170 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed414620-8e92-4b14-854e-26cd19c3a820'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:06.504645 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cfa680-f766-41e0-8127-7577e7b2d001" -d '{"events": [{"server_uuid": "98a4fd27-e364-412a-88e6-7eb49a484bb8", "name": "network-vif-plugged", "status": "completed", "tag": "ed414620-8e92-4b14-854e-26cd19c3a820"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:06.507734 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a3497b1e-65a0-446d-936b-83dccba76f76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9be68f649990446e9a812559b0038bc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2927945 Apr 12 03:09:06.510208 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43310) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:06.512007 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-5747fb10-3e90-46f1-adb1-cb817dcd5362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:06.514016 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-5747fb10-3e90-46f1-adb1-cb817dcd5362 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.1313305 Apr 12 03:09:06.523527 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3497b1e-65a0-446d-936b-83dccba76f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a592f901-04e5-4e77-afb3-cbe83893334b,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:06.533347 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port ed414620-8e92-4b14-854e-26cd19c3a820, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=ed414620-8e92-4b14-854e-26cd19c3a820,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:06.538720 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.566722 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b7d721-3602-4845-aa99-6e8f26101c41 x-openstack-request-id: req-e5b7d721-3602-4845-aa99-6e8f26101c41 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:06.567422 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a4fd27-e364-412a-88e6-7eb49a484bb8", "name": "network-vif-plugged", "status": "completed", "tag": "ed414620-8e92-4b14-854e-26cd19c3a820", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:06.567877 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5b7d721-3602-4845-aa99-6e8f26101c41 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:06.568410 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b7d721-3602-4845-aa99-6e8f26101c41'] response: {'server_uuid': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'code': 200} Apr 12 03:09:06.589935 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-ee79fd53-1e74-42fb-8a2d-81f128ca7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:06.592373 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-ee79fd53-1e74-42fb-8a2d-81f128ca7aca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0657446 Apr 12 03:09:06.610458 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=ed414620-8e92-4b14-854e-26cd19c3a820,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:06.659817 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df35535d-d456-4cfe-8a00-96e05c08eb4f admin admin] Publish callbacks [] for security_group (a592f901-04e5-4e77-afb3-cbe83893334b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.709069 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-4b03dc7d-6c53-47b6-a04a-b89af82710c7 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084614 Apr 12 03:09:06.766001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3e5a7-c917-46e0-99b5-81fd13f49dff req-d20baadc-df57-488d-8533-ebe84bade4f6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:06.771305 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1cd3e5a7-c917-46e0-99b5-81fd13f49dff req-d20baadc-df57-488d-8533-ebe84bade4f6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0779586 Apr 12 03:09:06.811243 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df35535d-d456-4cfe-8a00-96e05c08eb4f admin admin] Publish callbacks [] for security_group (a592f901-04e5-4e77-afb3-cbe83893334b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.872231 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4aa76b1-5f6a-4ad4-9c30-c72f4c381abd req-463d0f9a-5db5-47ed-b749-c7c17e8e9566 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550236 Apr 12 03:09:06.874137 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.885668 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43322) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:06.906776 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d3755d95-83b7-465c-b6bf-02ca1237bd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:06.945265 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641d6e2-13dc-4f5c-aefe-9c4042f99c70 req-225552ed-bebe-449c-a894-817f2f610e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:06.948790 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2641d6e2-13dc-4f5c-aefe-9c4042f99c70 req-225552ed-bebe-449c-a894-817f2f610e7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 1129 time: 0.1405561 Apr 12 03:09:06.978830 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1cd3e5a7-c917-46e0-99b5-81fd13f49dff req-e529b24a-dbe8-41ad-b4ed-99e84476ed85 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933315 Apr 12 03:09:07.002535 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df35535d-d456-4cfe-8a00-96e05c08eb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (a592f901-04e5-4e77-afb3-cbe83893334b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.005128 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-df35535d-d456-4cfe-8a00-96e05c08eb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.006401 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-df35535d-d456-4cfe-8a00-96e05c08eb4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a592f901-04e5-4e77-afb3-cbe83893334b HTTP/1.1" status: 204 len: 168 time: 0.4950199 Apr 12 03:09:07.015653 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35535d-d456-4cfe-8a00-96e05c08eb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a592f901-04e5-4e77-afb3-cbe83893334b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:07.025818 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d3755d95-83b7-465c-b6bf-02ca1237bd2b admin admin] Publish callbacks [] for security_group (234d4ac6-c963-4fe0-b2c5-8a64d1136f92), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.035695 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d3755d95-83b7-465c-b6bf-02ca1237bd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (234d4ac6-c963-4fe0-b2c5-8a64d1136f92), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.072585 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081d277-ba2f-4486-8c0c-062887c2ac7c req-b7f71ba4-b12d-438c-b2a3-d15ce5ef014e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:07.074082 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d081d277-ba2f-4486-8c0c-062887c2ac7c req-b7f71ba4-b12d-438c-b2a3-d15ce5ef014e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.1057627 Apr 12 03:09:07.078264 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-d3755d95-83b7-465c-b6bf-02ca1237bd2b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5de5b03fe2594f1582687a2420a623c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1876166 Apr 12 03:09:07.083430 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43332) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:07.108914 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249a084-3a36-42fa-949b-ecd32a386d1f req-40f7b3f5-3a4f-490a-b7ac-a3d1becbd250 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:07.110540 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b249a084-3a36-42fa-949b-ecd32a386d1f req-40f7b3f5-3a4f-490a-b7ac-a3d1becbd250 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.0540142 Apr 12 03:09:07.119601 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3755d95-83b7-465c-b6bf-02ca1237bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234d4ac6-c963-4fe0-b2c5-8a64d1136f92,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:07.179333 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d081d277-ba2f-4486-8c0c-062887c2ac7c req-f6139122-2366-4445-bffc-a44a49cd0f92 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883987 Apr 12 03:09:07.192387 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b249a084-3a36-42fa-949b-ecd32a386d1f req-6cdd6e81-3a2c-4ec3-90b8-d90a07d52b36 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654247 Apr 12 03:09:07.195986 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b113d0ee-0426-4b06-92cc-e8ab901b7d57 admin admin] Publish callbacks [] for security_group (234d4ac6-c963-4fe0-b2c5-8a64d1136f92), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.218293 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b113d0ee-0426-4b06-92cc-e8ab901b7d57 admin admin] Publish callbacks [] for security_group (234d4ac6-c963-4fe0-b2c5-8a64d1136f92), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.319685 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1c758-ac56-46c4-8deb-5d2821e62391 req-af165318-6210-4197-9c54-80283612971b tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:07.321299 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86d1c758-ac56-46c4-8deb-5d2821e62391 req-af165318-6210-4197-9c54-80283612971b tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 945 time: 0.0694575 Apr 12 03:09:07.348183 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b113d0ee-0426-4b06-92cc-e8ab901b7d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (234d4ac6-c963-4fe0-b2c5-8a64d1136f92), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.351053 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b113d0ee-0426-4b06-92cc-e8ab901b7d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:07.355289 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b113d0ee-0426-4b06-92cc-e8ab901b7d57 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/234d4ac6-c963-4fe0-b2c5-8a64d1136f92 HTTP/1.1" status: 204 len: 168 time: 0.2681189 Apr 12 03:09:07.385001 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113d0ee-0426-4b06-92cc-e8ab901b7d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234d4ac6-c963-4fe0-b2c5-8a64d1136f92,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:07.408797 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86d1c758-ac56-46c4-8deb-5d2821e62391 req-d0a1ca28-f432-4737-85df-60f5673ce6c3 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794301 Apr 12 03:09:08.102215 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09718d58-8bd1-4ea5-949c-9475c04cf525 req-398d5da4-d73a-4921-82b4-20bc4e7bbbed tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:08.103930 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-09718d58-8bd1-4ea5-949c-9475c04cf525 req-398d5da4-d73a-4921-82b4-20bc4e7bbbed tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0493498 Apr 12 03:09:08.155959 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-09718d58-8bd1-4ea5-949c-9475c04cf525 req-93be1fc4-fdbf-4f9d-b847-95d4a89f1f73 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454016 Apr 12 03:09:08.302586 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:09:08.332666 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2641d6e2-13dc-4f5c-aefe-9c4042f99c70 req-127dc57f-f856-4e12-944a-90b9d2e8ad1f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092272 Apr 12 03:09:08.345167 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-4b54237f-a073-404a-8374-c69a113ffd4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690885 Apr 12 03:09:08.467093 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:08.470342 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0e822-edcf-4fbd-975d-55880987e5e2 req-90ebc40e-7d19-4471-adde-9494eddf6cda tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:08.472047 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-71b0e822-edcf-4fbd-975d-55880987e5e2 req-90ebc40e-7d19-4471-adde-9494eddf6cda tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0795915 Apr 12 03:09:08.487046 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'port_id': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'mac_address': 'fa:16:3e:e5:18:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:09:08.502915 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4713dbe-1ab0-4a1c-a49d-daa74965d1c8 req-4b49a604-9d1f-482b-865b-5ae559a50928 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:08.520962 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f4713dbe-1ab0-4a1c-a49d-daa74965d1c8 req-4b49a604-9d1f-482b-865b-5ae559a50928 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.1031003 Apr 12 03:09:08.537301 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f8efb198-190d-488e-b35c-4ba263d8e004 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:08.541940 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.570376 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8efb198-190d-488e-b35c-4ba263d8e004 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:09:08.582781 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-71b0e822-edcf-4fbd-975d-55880987e5e2 req-231035e9-edfd-4805-9c5d-f74b6271a854 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990617 Apr 12 03:09:08.636003 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43428) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:08.637424 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f4713dbe-1ab0-4a1c-a49d-daa74965d1c8 req-5f2097a4-6d3d-47ae-802d-c3fbf0093c2b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155126 Apr 12 03:09:08.639527 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:08.649455 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.743801 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf9dcc-423c-4867-be15-62a0194c59f5 req-b81a4732-f991-46fd-adb7-81493a5547c1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:08.745805 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6fcf9dcc-423c-4867-be15-62a0194c59f5 req-b81a4732-f991-46fd-adb7-81493a5547c1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 945 time: 0.0671134 Apr 12 03:09:08.760402 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:08.822023 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6fcf9dcc-423c-4867-be15-62a0194c59f5 req-b68a71ff-74cf-4e66-a418-940e139d1329 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690582 Apr 12 03:09:08.843445 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-acd64c19-acb4-4f82-9f4d-e148bfa40c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.942880 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-acd64c19-acb4-4f82-9f4d-e148bfa40c41 admin admin] Publish callbacks [] for security_group (0c4caa60-3c85-48f4-b84b-f7e8cbb5ab7b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.947811 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-acd64c19-acb4-4f82-9f4d-e148bfa40c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0c4caa60-3c85-48f4-b84b-f7e8cbb5ab7b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:08.988883 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-acd64c19-acb4-4f82-9f4d-e148bfa40c41 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6000b44f9cc5497da8c380315fcc43ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425007 Apr 12 03:09:08.988883 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd64c19-acb4-4f82-9f4d-e148bfa40c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4caa60-3c85-48f4-b84b-f7e8cbb5ab7b,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:08.989286 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43444) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:09.016801 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43446) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:09.051055 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c32a1a31-dd3e-4901-9895-85855ab9b6b9 admin admin] Publish callbacks [] for security_group (0c4caa60-3c85-48f4-b84b-f7e8cbb5ab7b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.075184 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c32a1a31-dd3e-4901-9895-85855ab9b6b9 admin admin] Publish callbacks [] for security_group (0c4caa60-3c85-48f4-b84b-f7e8cbb5ab7b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.132993 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a08f7dd-9d56-4b2a-8eb6-b789d706448b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.141663 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c32a1a31-dd3e-4901-9895-85855ab9b6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0c4caa60-3c85-48f4-b84b-f7e8cbb5ab7b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.144419 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c32a1a31-dd3e-4901-9895-85855ab9b6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.147959 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-c32a1a31-dd3e-4901-9895-85855ab9b6b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0c4caa60-3c85-48f4-b84b-f7e8cbb5ab7b HTTP/1.1" status: 204 len: 168 time: 0.1549616 Apr 12 03:09:09.158501 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a1a31-dd3e-4901-9895-85855ab9b6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4caa60-3c85-48f4-b84b-f7e8cbb5ab7b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:09.181541 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['f8efb198-190d-488e-b35c-4ba263d8e004'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:09:09.276356 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.321786 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a08f7dd-9d56-4b2a-8eb6-b789d706448b admin admin] Publish callbacks [] for security_group (1ddac837-8f94-477c-9a19-47b78faac02a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.336091 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ae732-1100-4c04-916e-b2dd95bd931c req-6a093262-7e6c-4f76-88b5-4e8d39f53395 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:09.337714 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d5ae732-1100-4c04-916e-b2dd95bd931c req-6a093262-7e6c-4f76-88b5-4e8d39f53395 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 944 time: 0.0791028 Apr 12 03:09:09.339146 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4a08f7dd-9d56-4b2a-8eb6-b789d706448b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (1ddac837-8f94-477c-9a19-47b78faac02a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.391731 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-4a08f7dd-9d56-4b2a-8eb6-b789d706448b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d29d6f460b4748498ed4f39f30b81098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738930 Apr 12 03:09:09.394088 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a08f7dd-9d56-4b2a-8eb6-b789d706448b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddac837-8f94-477c-9a19-47b78faac02a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:09.394820 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43466) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:09.436741 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d5ae732-1100-4c04-916e-b2dd95bd931c req-f8e55af6-3e71-4259-9586-5414849b55c4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746179 Apr 12 03:09:09.470530 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-207cf474-7ec6-46c2-9c66-41c73e88eada admin admin] Publish callbacks [] for security_group (1ddac837-8f94-477c-9a19-47b78faac02a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.499641 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-207cf474-7ec6-46c2-9c66-41c73e88eada admin admin] Publish callbacks [] for security_group (1ddac837-8f94-477c-9a19-47b78faac02a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.555740 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-207cf474-7ec6-46c2-9c66-41c73e88eada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (1ddac837-8f94-477c-9a19-47b78faac02a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.559219 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-207cf474-7ec6-46c2-9c66-41c73e88eada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:09.560423 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-207cf474-7ec6-46c2-9c66-41c73e88eada admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ddac837-8f94-477c-9a19-47b78faac02a HTTP/1.1" status: 204 len: 168 time: 0.1646285 Apr 12 03:09:09.571999 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207cf474-7ec6-46c2-9c66-41c73e88eada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddac837-8f94-477c-9a19-47b78faac02a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:09.636736 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-b1cf0f0b-38ed-48fa-8daf-4eaa01036f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:09.639129 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-b1cf0f0b-38ed-48fa-8daf-4eaa01036f2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 1129 time: 0.0464180 Apr 12 03:09:09.724077 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d468a-d675-445e-92af-5c8f25511172 req-25dfe100-1989-4cd7-90cc-a9aa878dfaf5 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:09.725809 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c06d468a-d675-445e-92af-5c8f25511172 req-25dfe100-1989-4cd7-90cc-a9aa878dfaf5 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.24 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 945 time: 0.0764906 Apr 12 03:09:09.764078 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-7e4a302d-1eda-4942-a2aa-f93b42956dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:09.765980 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-7e4a302d-1eda-4942-a2aa-f93b42956dac service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.1052535 Apr 12 03:09:09.773206 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd45f8-8188-47a4-81f7-554beb9cd187 req-7b5ec364-f1ab-4557-92ec-93d792d383b3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:09.780377 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-52fd45f8-8188-47a4-81f7-554beb9cd187 req-7b5ec364-f1ab-4557-92ec-93d792d383b3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0533888 Apr 12 03:09:09.849310 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-0df54891-3c98-40e7-91fb-94f87d51e657 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8 HTTP/1.1" status: 200 len: 217 time: 0.0479498 Apr 12 03:09:09.869980 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0908ca-bf16-4e0b-b391-841165aeff56 req-5d5dc8e6-c763-4926-bd7c-e91dc97f41f4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:09.872662 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-da0908ca-bf16-4e0b-b391-841165aeff56 req-5d5dc8e6-c763-4926-bd7c-e91dc97f41f4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.1050100 Apr 12 03:09:09.969795 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-06752d65-5592-4640-8b15-45b6f4159077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:09.972027 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-06752d65-5592-4640-8b15-45b6f4159077 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0980988 Apr 12 03:09:09.986254 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-da0908ca-bf16-4e0b-b391-841165aeff56 req-933e051c-e7f3-47fe-a4df-1545abda2871 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966432 Apr 12 03:09:10.015062 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Deleting port c754edf4-1e45-442e-96b1-25414a4a9074 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:10.015409 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.022000 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-52fd45f8-8188-47a4-81f7-554beb9cd187 req-44e60ead-98f8-40dc-a3f5-9afa761ea041 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407429 Apr 12 03:09:10.179559 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93037ec8-56b5-4ae2-af6b-50fa62b02cd1 req-01a0d79a-fee5-4157-a389-39f665afc8da tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:10.183195 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] For port c754edf4-1e45-442e-96b1-25414a4a9074, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=c754edf4-1e45-442e-96b1-25414a4a9074,segment=NetworkSegment(4ad9d15f-8551-4773-a5d9-05199bc9fed3),segment_id=4ad9d15f-8551-4773-a5d9-05199bc9fed3)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:10.183594 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.191153 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93037ec8-56b5-4ae2-af6b-50fa62b02cd1 req-01a0d79a-fee5-4157-a389-39f665afc8da tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 945 time: 0.1089289 Apr 12 03:09:10.205970 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Calling delete_port for c754edf4-1e45-442e-96b1-25414a4a9074 owned by compute:nova {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:10.338416 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:09:10.423430 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port f8efb198-190d-488e-b35c-4ba263d8e004 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:09:10.432535 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port f8efb198-190d-488e-b35c-4ba263d8e004 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:09:10.433133 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.474089 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-5eb5e87d-6114-4bca-8797-357bae433dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:10.476441 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-5eb5e87d-6114-4bca-8797-357bae433dbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2820597 Apr 12 03:09:10.477241 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43520) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:10.477582 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43524) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:10.530131 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45d0c0fe-7174-467b-8ba0-ac6019f09712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.549702 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f8efb198-190d-488e-b35c-4ba263d8e004 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:10.550626 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.588121 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:10.596220 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85634502-02ee-4f99-aa3f-a4ffe135ac35" -d '{"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-plugged", "status": "completed", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:10.603045 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93037ec8-56b5-4ae2-af6b-50fa62b02cd1 req-89d482d3-ff50-482d-bc81-06ad2d71db52 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/security-groups?id=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106801 Apr 12 03:09:10.657938 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:10.664789 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.669657 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device c754edf4-1e45-442e-96b1-25414a4a9074 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:09:10.706610 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b3470-bd71-4312-b34c-a1fd05e2455f req-9de05cda-fbe9-499c-a026-940983e4c300 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:10.709861 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ef7b3470-bd71-4312-b34c-a1fd05e2455f req-9de05cda-fbe9-499c-a026-940983e4c300 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 944 time: 0.1397560 Apr 12 03:09:10.726246 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f9655d-351d-4f4c-9f36-1ab4acb05d55 x-openstack-request-id: req-d4f9655d-351d-4f4c-9f36-1ab4acb05d55 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:10.728579 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-plugged", "status": "completed", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:10.728988 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d4f9655d-351d-4f4c-9f36-1ab4acb05d55 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:10.732172 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f9655d-351d-4f4c-9f36-1ab4acb05d55'] response: {'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'code': 200} Apr 12 03:09:10.770441 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45d0c0fe-7174-467b-8ba0-ac6019f09712 admin admin] Publish callbacks [] for security_group (82ccde10-e9f8-4ae3-be9d-8e30cb70a5be), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.780462 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-45d0c0fe-7174-467b-8ba0-ac6019f09712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (82ccde10-e9f8-4ae3-be9d-8e30cb70a5be), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.829238 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-45d0c0fe-7174-467b-8ba0-ac6019f09712 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c86594c7b234264bbf2e6f820f17c5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462968 Apr 12 03:09:10.831484 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-cc9a0d5b-2dcf-49af-9c09-ce9312aa4bbb service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930184 Apr 12 03:09:10.832184 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43538) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:10.832936 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0c0fe-7174-467b-8ba0-ac6019f09712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ccde10-e9f8-4ae3-be9d-8e30cb70a5be,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:10.892329 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ef7b3470-bd71-4312-b34c-a1fd05e2455f req-2d1686f2-3871-46c5-bbeb-a21163c3663a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757123 Apr 12 03:09:10.927257 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:10.939590 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port c754edf4-1e45-442e-96b1-25414a4a9074 is: ACTIVE; New status is: DOWN {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:10.939996 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.940119 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099'] for port (c754edf4-1e45-442e-96b1-25414a4a9074), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.940803 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-067a6a9d-1acb-4c82-b27f-f4f8c47f9299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:10.985530 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Pushing event deleted for resources: {'Port': ['ID=c754edf4-1e45-442e-96b1-25414a4a9074,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:11.007567 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57121903-fffe-4215-868c-b6c97f64545b admin admin] Publish callbacks [] for security_group (82ccde10-e9f8-4ae3-be9d-8e30cb70a5be), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.026478 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361f533-e0d7-4efa-87a3-eed2ef48e6db req-51d81bbe-366e-4ba5-9eda-91570872d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:11.028209 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f361f533-e0d7-4efa-87a3-eed2ef48e6db req-51d81bbe-366e-4ba5-9eda-91570872d1ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 1129 time: 0.0980387 Apr 12 03:09:11.048619 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57121903-fffe-4215-868c-b6c97f64545b admin admin] Publish callbacks [] for security_group (82ccde10-e9f8-4ae3-be9d-8e30cb70a5be), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.084597 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] No DVR routers for this DVR port c754edf4-1e45-442e-96b1-25414a4a9074 on host hv-cinder-83744 {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:09:11.096317 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.099685 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.24 "DELETE /v2.0/ports/c754edf4-1e45-442e-96b1-25414a4a9074 HTTP/1.1" status: 204 len: 173 time: 1.3138280 Apr 12 03:09:11.100386 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030e16bb-6127-4e34-9d82-1e94a5d31ed6', 'name': 'network-vif-deleted', 'tag': 'c754edf4-1e45-442e-96b1-25414a4a9074'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:11.102877 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c2ca3d7-9da7-4409-9f93-3cca074ffc97" -d '{"events": [{"server_uuid": "030e16bb-6127-4e34-9d82-1e94a5d31ed6", "name": "network-vif-deleted", "tag": "c754edf4-1e45-442e-96b1-25414a4a9074"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:11.120003 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f361f533-e0d7-4efa-87a3-eed2ef48e6db req-4b9698d7-bce8-4c5a-9058-570a8361aeb0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703533 Apr 12 03:09:11.181789 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f374443-8834-4a8d-829c-97494a9ad43d req-da6fdb82-cdcf-4609-af60-15ea8d74f061 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:11.183673 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6f374443-8834-4a8d-829c-97494a9ad43d req-da6fdb82-cdcf-4609-af60-15ea8d74f061 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0613465 Apr 12 03:09:11.188468 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ba479e2b-d103-4c80-8a2a-022d6ca3a4a8 req-cf728551-900f-4a18-bea2-4d1b1e9f97ef service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217139 Apr 12 03:09:11.211853 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480343de-d299-48ae-9e8a-bceeca3ee293 req-5c4e258f-cb1f-427d-8f23-04aa8140105c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:11.213392 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-480343de-d299-48ae-9e8a-bceeca3ee293 req-5c4e258f-cb1f-427d-8f23-04aa8140105c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.1243148 Apr 12 03:09:11.257421 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6f374443-8834-4a8d-829c-97494a9ad43d req-c57f6e46-75fb-4919-aeea-55a097b344ea tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651815 Apr 12 03:09:11.278226 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57121903-fffe-4215-868c-b6c97f64545b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (82ccde10-e9f8-4ae3-be9d-8e30cb70a5be), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.280753 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-57121903-fffe-4215-868c-b6c97f64545b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.281865 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-57121903-fffe-4215-868c-b6c97f64545b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/82ccde10-e9f8-4ae3-be9d-8e30cb70a5be HTTP/1.1" status: 204 len: 168 time: 0.4458396 Apr 12 03:09:11.294232 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-067a6a9d-1acb-4c82-b27f-f4f8c47f9299 admin admin] Publish callbacks [] for security_group (b4df7187-bf9c-4d4e-9aa8-4fcff6d7fe3a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.306185 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-067a6a9d-1acb-4c82-b27f-f4f8c47f9299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (b4df7187-bf9c-4d4e-9aa8-4fcff6d7fe3a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.310323 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57121903-fffe-4215-868c-b6c97f64545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ccde10-e9f8-4ae3-be9d-8e30cb70a5be,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:11.315609 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-480343de-d299-48ae-9e8a-bceeca3ee293 req-35fc3697-6aec-4701-af9a-820434887694 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954204 Apr 12 03:09:11.353897 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-067a6a9d-1acb-4c82-b27f-f4f8c47f9299 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c43dfc4f22ec4245ac50856c84aa2a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8375175 Apr 12 03:09:11.356616 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43558) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:11.361948 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a6a9d-1acb-4c82-b27f-f4f8c47f9299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df7187-bf9c-4d4e-9aa8-4fcff6d7fe3a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:11.444989 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c8a409-a8d2-4ebd-a0af-c8b776e7962d x-openstack-request-id: req-06c8a409-a8d2-4ebd-a0af-c8b776e7962d {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:11.445287 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030e16bb-6127-4e34-9d82-1e94a5d31ed6", "name": "network-vif-deleted", "tag": "c754edf4-1e45-442e-96b1-25414a4a9074", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:11.445537 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06c8a409-a8d2-4ebd-a0af-c8b776e7962d {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:11.446534 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c8a409-a8d2-4ebd-a0af-c8b776e7962d'] response: {'server_uuid': '030e16bb-6127-4e34-9d82-1e94a5d31ed6', 'name': 'network-vif-deleted', 'tag': 'c754edf4-1e45-442e-96b1-25414a4a9074', 'status': 'completed', 'code': 200} Apr 12 03:09:11.473910 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf0b-4be5-4e97-bb73-1774f457a07e admin admin] Publish callbacks [] for security_group (b4df7187-bf9c-4d4e-9aa8-4fcff6d7fe3a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.516724 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf0b-4be5-4e97-bb73-1774f457a07e admin admin] Publish callbacks [] for security_group (b4df7187-bf9c-4d4e-9aa8-4fcff6d7fe3a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.548685 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26fbbe-b6cd-4773-a295-1095ed263277 req-665497f6-93dd-4cdb-87e1-52be7372b330 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:11.550804 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9a26fbbe-b6cd-4773-a295-1095ed263277 req-665497f6-93dd-4cdb-87e1-52be7372b330 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.0697954 Apr 12 03:09:11.560076 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43562) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:11.569363 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'floatingip': {'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:11.601541 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf0b-4be5-4e97-bb73-1774f457a07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (b4df7187-bf9c-4d4e-9aa8-4fcff6d7fe3a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.605234 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9cc6bf0b-4be5-4e97-bb73-1774f457a07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.608974 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-9cc6bf0b-4be5-4e97-bb73-1774f457a07e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4df7187-bf9c-4d4e-9aa8-4fcff6d7fe3a HTTP/1.1" status: 204 len: 168 time: 0.2487030 Apr 12 03:09:11.626564 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6bf0b-4be5-4e97-bb73-1774f457a07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df7187-bf9c-4d4e-9aa8-4fcff6d7fe3a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:11.728184 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (ffc24fda-1c02-47a8-bd0f-505b8f19ae86), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:11.742053 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fea93907-25a6-4f2a-a317-e203a5c4eaad req-c9beef72-9df3-42b6-86ba-0fc73906130c tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 210 time: 0.0339601 Apr 12 03:09:12.081387 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43590) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:12.090926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8978eb-e8e0-4c8f-b411-393cf6464b13 req-98aea7ee-a676-401b-a7a2-77bca4a56822 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:12.092404 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4b8978eb-e8e0-4c8f-b411-393cf6464b13 req-98aea7ee-a676-401b-a7a2-77bca4a56822 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0901077 Apr 12 03:09:12.095121 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b7b6096d-b6a3-4889-8fa4-f3b03fce4682 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.179851 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b7b6096d-b6a3-4889-8fa4-f3b03fce4682 admin admin] Publish callbacks [] for security_group (723684a9-4a5f-42f4-a349-380ffe8fd7f7), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.184769 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b7b6096d-b6a3-4889-8fa4-f3b03fce4682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (723684a9-4a5f-42f4-a349-380ffe8fd7f7), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.224548 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b7b6096d-b6a3-4889-8fa4-f3b03fce4682 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59c5784e18b745eb80cb3f2b86d5e5e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419044 Apr 12 03:09:12.225355 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6096d-b6a3-4889-8fa4-f3b03fce4682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723684a9-4a5f-42f4-a349-380ffe8fd7f7,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:12.227667 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43594) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:12.253977 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4b8978eb-e8e0-4c8f-b411-393cf6464b13 req-824c4b6f-4d76-44fb-b181-a28f41b39e52 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504099 Apr 12 03:09:12.289593 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fafe5585-6fea-4e42-93a8-c2214be7278f admin admin] Publish callbacks [] for security_group (723684a9-4a5f-42f4-a349-380ffe8fd7f7), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.318343 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fafe5585-6fea-4e42-93a8-c2214be7278f admin admin] Publish callbacks [] for security_group (723684a9-4a5f-42f4-a349-380ffe8fd7f7), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.342729 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43600) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:12.412343 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95546925-bc3f-4b69-a848-2b76433f691a req-9833d4fc-3d84-4a16-93ac-cc55e02cc5f9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:12.414351 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-95546925-bc3f-4b69-a848-2b76433f691a req-9833d4fc-3d84-4a16-93ac-cc55e02cc5f9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0709460 Apr 12 03:09:12.471244 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fafe5585-6fea-4e42-93a8-c2214be7278f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (723684a9-4a5f-42f4-a349-380ffe8fd7f7), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.473939 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fafe5585-6fea-4e42-93a8-c2214be7278f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.475778 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-fafe5585-6fea-4e42-93a8-c2214be7278f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/723684a9-4a5f-42f4-a349-380ffe8fd7f7 HTTP/1.1" status: 204 len: 168 time: 0.2471304 Apr 12 03:09:12.541889 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe5585-6fea-4e42-93a8-c2214be7278f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723684a9-4a5f-42f4-a349-380ffe8fd7f7,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:12.550075 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1563423924-network', 'tenant_id': 'dba0ab2791d14b32bc3e01eb9648da7e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:12.554403 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-95546925-bc3f-4b69-a848-2b76433f691a req-b450ebe9-b74c-403f-a005-2b55181bc6b0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338184 Apr 12 03:09:12.634681 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Made reservation on behalf of dba0ab2791d14b32bc3e01eb9648da7e for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:09:12.636933 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.654454 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.696105 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:12.705615 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (ffc24fda-1c02-47a8-bd0f-505b8f19ae86), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.094404 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-047f4fe7-b26f-4d6d-926d-14c219be9d23 req-9ed9f252-f224-4a6f-bac2-838bb5436856 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 210 time: 0.0431125 Apr 12 03:09:13.118604 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Floating IP ffc24fda-1c02-47a8-bd0f-505b8f19ae86 associated. External IP: 172.28.1.34, port: ed414620-8e92-4b14-854e-26cd19c3a820. Apr 12 03:09:13.121796 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Publish callbacks [] for security_group (dbbfcae7-7c02-4f59-9cf6-8731784d105c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.157262 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (dbbfcae7-7c02-4f59-9cf6-8731784d105c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.181247 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:09:13.237725 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (b5d57100-f20b-44c4-9b77-55a8fb0bf4a4), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.238068 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Added segment b5d57100-f20b-44c4-9b77-55a8fb0bf4a4 of type vlan for network 501a6011-e618-4991-81db-5b246e52cecb Apr 12 03:09:13.241081 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbfcae7-7c02-4f59-9cf6-8731784d105c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:13.302223 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (501a6011-e618-4991-81db-5b246e52cecb), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.392295 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (501a6011-e618-4991-81db-5b246e52cecb), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.393319 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:13.393957 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.404682 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368640-2628-4494-837c-7afcaddd71e2 req-11399d1a-0023-4f48-8ee8-6396c0c83bc2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:13.406295 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-16368640-2628-4494-837c-7afcaddd71e2 req-11399d1a-0023-4f48-8ee8-6396c0c83bc2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0602610 Apr 12 03:09:13.451392 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1075287 Apr 12 03:09:13.454463 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43642) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:13.462804 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Request body: {'subnet': {'network_id': '501a6011-e618-4991-81db-5b246e52cecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1563423924-subnet', 'tenant_id': 'dba0ab2791d14b32bc3e01eb9648da7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:13.472442 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-16368640-2628-4494-837c-7afcaddd71e2 req-7dcd4703-9e31-4e71-bab1-d394fb140bbc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598102 Apr 12 03:09:13.489321 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Made reservation on behalf of dba0ab2791d14b32bc3e01eb9648da7e for: {'subnet': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:09:13.492947 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.517003 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cca337-a0dc-42b0-b910-e56aab481a57 admin admin] Pushing event updated for resources: {'Network': ['ID=501a6011-e618-4991-81db-5b246e52cecb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:13.526784 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:09:13.530834 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 501a6011-e618-4991-81db-5b246e52cecb details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:09:13.721640 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9072ccd6-ce29-476b-970c-3ded1bd9cf42 req-be3c0883-a3d3-4102-bd4a-d22f33d7d5d0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:13.724329 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9072ccd6-ce29-476b-970c-3ded1bd9cf42 req-be3c0883-a3d3-4102-bd4a-d22f33d7d5d0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0670202 Apr 12 03:09:13.725854 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:09:13.733778 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43656) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:13.734865 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.743186 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'floatingip': {'port_id': 'f8efb198-190d-488e-b35c-4ba263d8e004'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:13.746096 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:09:13.769253 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:13.769866 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:09:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:13.770701 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-aea23ed1-1caf-4d49-9b92-7a18258d03ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "PUT /v2.0/floatingips/ffc24fda-1c02-47a8-bd0f-505b8f19ae86 HTTP/1.1" status: 200 len: 990 time: 2.2087190 Apr 12 03:09:13.771364 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'tag': 'ed414620-8e92-4b14-854e-26cd19c3a820'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:13.773789 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b910c64-e81c-4837-a175-a77ba5d721dc" -d '{"events": [{"name": "network-changed", "server_uuid": "98a4fd27-e364-412a-88e6-7eb49a484bb8", "tag": "ed414620-8e92-4b14-854e-26cd19c3a820"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:13.819431 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88170e79-a03d-4c15-b9bf-22f8754f0e4c x-openstack-request-id: req-88170e79-a03d-4c15-b9bf-22f8754f0e4c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:13.819779 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98a4fd27-e364-412a-88e6-7eb49a484bb8", "tag": "ed414620-8e92-4b14-854e-26cd19c3a820", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:13.820423 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88170e79-a03d-4c15-b9bf-22f8754f0e4c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:13.821127 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88170e79-a03d-4c15-b9bf-22f8754f0e4c'] response: {'name': 'network-changed', 'server_uuid': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'tag': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'status': 'completed', 'code': 200} Apr 12 03:09:13.839504 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (4e964af2-df0d-46a0-b7a5-53ff60c173cd), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.868149 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7829acf-1842-477a-a1e7-1b837ce0e07a req-0c2f4a01-5e3c-4657-835d-825fc73ef578 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:13.870858 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e7829acf-1842-477a-a1e7-1b837ce0e07a req-0c2f4a01-5e3c-4657-835d-825fc73ef578 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.1913936 Apr 12 03:09:13.910740 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (287b6dba-e1f5-4d92-9c9a-3c55bec5f726), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:13.921444 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:13.945706 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-f3822ddb-55ed-4a28-a2e9-5b822391d535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:13.945920 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-f3822ddb-55ed-4a28-a2e9-5b822391d535 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 1129 time: 0.0833623 Apr 12 03:09:14.094721 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e7829acf-1842-477a-a1e7-1b837ce0e07a req-a4d7f8e6-724e-45e9-a3f7-63a5bef7492c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021244 Apr 12 03:09:14.115323 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e964af2-df0d-46a0-b7a5-53ff60c173cd,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:14.129960 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Checking segment: {'id': 'b5d57100-f20b-44c4-9b77-55a8fb0bf4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '501a6011-e618-4991-81db-5b246e52cecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:09:14.130149 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Network hostable DHCP agents. Network: 501a6011-e618-4991-81db-5b246e52cecb, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:09:14.190189 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Network 501a6011-e618-4991-81db-5b246e52cecb is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:09:14.192153 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-1b8c7eb6-a098-4a73-99c6-bb728bb7f783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:14.197230 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-1b8c7eb6-a098-4a73-99c6-bb728bb7f783 service neutron] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 916 time: 0.2412190 Apr 12 03:09:14.245688 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 501a6011-e618-4991-81db-5b246e52cecb) {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:09:14.255437 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:14.259990 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c37fef-7bf3-48ae-b66f-7e9fd2760ec8 None None] Network 501a6011-e618-4991-81db-5b246e52cecb requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:09:14.273641 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:14.311586 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c5139819-d4a7-4711-959f-5a4c55c8adb5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8553047 Apr 12 03:09:14.384972 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-20bdc023-81dd-4f42-b993-a349d48c3a71 req-777b73a3-dcde-43ae-97aa-aa6cb55962ea tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] 10.222.0.41 "GET /v2.0/ports?device_id=030e16bb-6127-4e34-9d82-1e94a5d31ed6 HTTP/1.1" status: 200 len: 210 time: 0.0635796 Apr 12 03:09:14.462223 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-1604c8cf-00ff-46f1-a64d-b868c4c58d0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ed414620-8e92-4b14-854e-26cd19c3a820 HTTP/1.1" status: 200 len: 998 time: 0.2583160 Apr 12 03:09:14.476972 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:12Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:14.520612 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:09:14.534056 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:14.535664 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:09:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:14.578203 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-3ef8478c-3659-48ce-93ae-26535712bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:14.584830 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-3ef8478c-3659-48ce-93ae-26535712bb91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.1160824 Apr 12 03:09:14.676664 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:14.677366 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-34e11058-f771-4a26-a6ec-78ce81c0d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:14.678981 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-34e11058-f771-4a26-a6ec-78ce81c0d928 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0870187 Apr 12 03:09:14.803816 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702d4f5-1f0a-4513-b48d-1a34b136702c None None] Network 501a6011-e618-4991-81db-5b246e52cecb requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:09:14.927690 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-196d68bf-9186-4dce-a924-556f787e7aac service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402029 Apr 12 03:09:15.091619 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:12Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:15.103450 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b910c64-e81c-4837-a175-a77ba5d721dc req-20b8c1aa-643b-4a0f-a23d-2554e94c0710 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615894 Apr 12 03:09:15.123352 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f22fc6-8f26-4d94-8a70-0a99e9315e96 None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:12Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:09:15.185638 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.db.resource_extend [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 12 03:09:15.291087 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cdf825-8b44-453c-9ea8-0f0b351db851 req-2211e309-b401-4147-994e-93b2c42d0ac3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:15.292615 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a6cdf825-8b44-453c-9ea8-0f0b351db851 req-2211e309-b401-4147-994e-93b2c42d0ac3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.1219466 Apr 12 03:09:15.302045 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.320746 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (287b6dba-e1f5-4d92-9c9a-3c55bec5f726), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.330650 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43708) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:15.335903 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-268187728-network', 'tenant_id': '740ebe48757c497bbbfbec1db2c38d3b'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:15.357098 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Made reservation on behalf of 740ebe48757c497bbbfbec1db2c38d3b for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:09:15.363622 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.374228 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.391510 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a6cdf825-8b44-453c-9ea8-0f0b351db851 req-e47199ea-c000-476c-9dbe-a7b78e7e55f9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874519 Apr 12 03:09:15.448900 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec72f8a-00c5-4ab4-97d1-7e264f537551 None None] New status for floating IP ffc24fda-1c02-47a8-bd0f-505b8f19ae86: ACTIVE {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:09:15.471367 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.l3_db [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Floating IP 287b6dba-e1f5-4d92-9c9a-3c55bec5f726 associated. External IP: 172.28.1.127, port: f8efb198-190d-488e-b35c-4ba263d8e004. Apr 12 03:09:15.490174 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Publish callbacks [] for security_group (5fb52982-d311-4fd4-96e1-5e1faf443a61), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.496928 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (5fb52982-d311-4fd4-96e1-5e1faf443a61), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.525390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:09:15.546717 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb52982-d311-4fd4-96e1-5e1faf443a61,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:15.549938 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (82f1214f-a198-41a0-835d-d0749ef2c679), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.550285 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Added segment 82f1214f-a198-41a0-835d-d0749ef2c679 of type vlan for network ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3 Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.581148 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:15.631225 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.666026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.667872 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:15.668832 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.700755 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3631883 Apr 12 03:09:15.705630 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:15.711023 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Request body: {'subnet': {'network_id': 'ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-268187728-subnet', 'tenant_id': '740ebe48757c497bbbfbec1db2c38d3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:15.778323 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834136f-4c70-462d-83b8-392a4225eb98 admin admin] Pushing event updated for resources: {'Network': ['ID=ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:15.791704 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:09:15.792516 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Made reservation on behalf of 740ebe48757c497bbbfbec1db2c38d3b for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:09:15.795384 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:15.805160 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Router 76634b89-be7e-4451-9e53-89137f774df0 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:09:16.031538 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (847dd017-adcf-4ba4-abfa-c15223145cea), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:16.108030 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=847dd017-adcf-4ba4-abfa-c15223145cea,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:16.113511 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Checking segment: {'id': '82f1214f-a198-41a0-835d-d0749ef2c679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:09:16.113873 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Network hostable DHCP agents. Network: ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:09:16.136575 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Network ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:09:16.153716 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:09:16.161405 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:16.162493 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:16.175928 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f68943e-6d86-4ffc-b77d-37d16efb808e None None] Network ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:09:16.189606 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:09:16.198279 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-3aa5919f-7611-4078-a13e-f3bfbcc3c49d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4913952 Apr 12 03:09:16.201570 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] Sync routers for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:09:16.214023 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:16.216105 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:09:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:16.219318 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:16.272137 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-f5b684b4-97e7-45d4-bd77-70eff283ea71 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "PUT /v2.0/floatingips/287b6dba-e1f5-4d92-9c9a-3c55bec5f726 HTTP/1.1" status: 200 len: 991 time: 2.5363774 Apr 12 03:09:16.275489 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:16.281531 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae67f2-e6d9-404e-add8-0478bc80f13d" -d '{"events": [{"name": "network-changed", "server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:16.374720 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22845b00-f730-4c48-8574-7c4c291324e7 None None] Network ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:09:16.392215 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17d5be5-ef7a-4f60-871e-5edf1291d24b x-openstack-request-id: req-c17d5be5-ef7a-4f60-871e-5edf1291d24b {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:16.392503 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:16.392771 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c17d5be5-ef7a-4f60-871e-5edf1291d24b {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:16.393807 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17d5be5-ef7a-4f60-871e-5edf1291d24b'] response: {'name': 'network-changed', 'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'status': 'completed', 'code': 200} Apr 12 03:09:16.516477 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-927ea39b-321e-4a7d-ae8c-25cb53fc5dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:16.518618 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-927ea39b-321e-4a7d-ae8c-25cb53fc5dda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 1129 time: 0.0943203 Apr 12 03:09:16.521709 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:16.649657 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4501b19-460b-4e41-8a29-803cfd5a8055 req-83cd59d0-c75c-4694-9293-48250b554ef1 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:16.651517 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4501b19-460b-4e41-8a29-803cfd5a8055 req-83cd59d0-c75c-4694-9293-48250b554ef1 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0949390 Apr 12 03:09:16.700745 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-0fdc5b61-8aa6-4d54-ba2a-ca68d32c5997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:16.702273 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-0fdc5b61-8aa6-4d54-ba2a-ca68d32c5997 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 918 time: 0.1773734 Apr 12 03:09:16.743284 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d4501b19-460b-4e41-8a29-803cfd5a8055 req-84b5985a-66f8-4a15-bedd-8ed284ad8272 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820656 Apr 12 03:09:16.802942 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-42daad8a-a9d7-4309-b639-24050ffa7553 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8efb198-190d-488e-b35c-4ba263d8e004 HTTP/1.1" status: 200 len: 999 time: 0.0938714 Apr 12 03:09:16.874457 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '287b6dba-e1f5-4d92-9c9a-3c55bec5f726', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '76634b89-be7e-4451-9e53-89137f774df0', 'port_id': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'mac_address': 'fa:16:3e:e5:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:46Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 1, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:16.910812 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] Checking router: 76634b89-be7e-4451-9e53-89137f774df0 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:09:16.928459 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:09:16.929159 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:09:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:16.937059 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-b70135ad-17ac-4f2c-840e-0d53e7ab8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:16.939072 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-b70135ad-17ac-4f2c-840e-0d53e7ab8b8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.1238472 Apr 12 03:09:17.004278 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43794) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:17.006010 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-019d8216-b88c-4228-9322-1dab75f9f0cb tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:17.007582 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-019d8216-b88c-4228-9322-1dab75f9f0cb tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/networks?id=501a6011-e618-4991-81db-5b246e52cecb HTTP/1.1" status: 200 len: 809 time: 0.1572518 Apr 12 03:09:17.011036 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-3d3b87ff-d90c-42ce-a961-f6a042b47171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:17.012423 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-3d3b87ff-d90c-42ce-a961-f6a042b47171 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0627027 Apr 12 03:09:17.035517 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-ba63de37-1533-409b-aa7f-9d27618891d0 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/quotas/dba0ab2791d14b32bc3e01eb9648da7e HTTP/1.1" status: 200 len: 375 time: 0.0221169 Apr 12 03:09:17.054977 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_v2 [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Deleting subnet 91063d9d-9be0-4b35-9b04-588688dfaf92 {{(pid=103446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:09:17.058360 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Publish callbacks [] for subnet (91063d9d-9be0-4b35-9b04-588688dfaf92), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.076520 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:09:17.089207 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-a9a9bf6b-44a1-4d20-80a3-4ed711b7895c tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dba0ab2791d14b32bc3e01eb9648da7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528641 Apr 12 03:09:17.097071 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Publish callbacks [] for subnet (91063d9d-9be0-4b35-9b04-588688dfaf92), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.104856 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (91063d9d-9be0-4b35-9b04-588688dfaf92), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.198743 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (91063d9d-9be0-4b35-9b04-588688dfaf92), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.225446 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-02f8a2c3-8768-402a-a6ac-fc368b0a80b5 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044256 Apr 12 03:09:17.235261 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91063d9d-9be0-4b35-9b04-588688dfaf92,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:17.237949 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.245237 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/91063d9d-9be0-4b35-9b04-588688dfaf92 HTTP/1.1" status: 204 len: 168 time: 0.2398796 Apr 12 03:09:17.247523 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43808) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:17.259602 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.259943 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.260280 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.260628 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.260955 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.261275 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.261590 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.261909 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.262223 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.262535 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.262881 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.263209 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.263524 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.263830 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.264137 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322c8154-abab-4f17-8998-54360f7688cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:17.352712 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (b2dd2edc-bbb4-4012-964d-8c1effa620c1), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.398341 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6ae67f2-e6d9-404e-add8-0478bc80f13d req-d455e33a-99ef-4651-b9f7-c01957e4f9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587067 Apr 12 03:09:17.400890 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-d99cce88-aedb-4b48-826f-b9f4ab2cae2e service neutron] 10.222.0.41 "GET /v2.0/networks/501a6011-e618-4991-81db-5b246e52cecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027155 Apr 12 03:09:17.457969 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '287b6dba-e1f5-4d92-9c9a-3c55bec5f726', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '76634b89-be7e-4451-9e53-89137f774df0', 'port_id': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'mac_address': 'fa:16:3e:e5:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:46Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 1, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:17.467000 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (b2dd2edc-bbb4-4012-964d-8c1effa620c1), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.491849 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.492800 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.493638 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.494059 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > port after_create 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.494484 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > port after_delete 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.495051 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > port after_update 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.495556 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.495947 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.496376 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.496758 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.521999 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6bafc0a-3b37-4a74-b65c-bdc6b9b5e4a7 None None] The sync data for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb is: [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '287b6dba-e1f5-4d92-9c9a-3c55bec5f726', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'floating_ip_address': '172.28.1.127', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '76634b89-be7e-4451-9e53-89137f774df0', 'port_id': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'mac_address': 'fa:16:3e:e5:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:46Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 1, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:09:17.530772 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-1d43b2b2-a653-4bc1-8bcc-9a63cf86a3b0 service neutron] 10.222.0.41 "GET /v2.0/networks/501a6011-e618-4991-81db-5b246e52cecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149447 Apr 12 03:09:17.641126 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.641464 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.641847 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.642213 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:17.642663 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2dd2edc-bbb4-4012-964d-8c1effa620c1']}} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:17.664613 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad9d15f-8551-4773-a5d9-05199bc9fed3') {'for_net_delete': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:17.665134 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad9d15f-8551-4773-a5d9-05199bc9fed3') {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:17.737053 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402005'] for segment (4ad9d15f-8551-4773-a5d9-05199bc9fed3), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.782380 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43840) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:17.860615 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-96535654-4c1f-4f54-a087-143b24e7924a req-aeeaf7a7-85fc-4e41-be83-f5574d1d2724 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 210 time: 0.0744793 Apr 12 03:09:17.866717 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (4ad9d15f-8551-4773-a5d9-05199bc9fed3), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.885124 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10baadea-f407-4324-bff1-3f13474487e1 None None] New status for floating IP 287b6dba-e1f5-4d92-9c9a-3c55bec5f726: ACTIVE {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:09:17.889058 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:09:17.890286 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10111634'] for segment (4ad9d15f-8551-4773-a5d9-05199bc9fed3), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: from cryptography.utils import int_from_bytes Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: from cryptography.utils import int_from_bytes Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: Traceback (most recent call last): Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: timer() Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: cb(*args, **kw) Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: return func(*args, **kwargs) Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: self._notify() Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: self.callback(batched_events) Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: event.method(event) Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: return f(self, *a, **k) Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: return self._get(url).json() Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: return self.request(url, 'GET', **kwargs) Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:09:17.923716 dv-cinder-837443-1-smb neutron-server[103446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:09:17.973427 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb158554-1ee1-4d7e-93cb-5024ee1767dd req-0410e558-9149-443f-bd7e-ea01f34238a2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:17.981448 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fb158554-1ee1-4d7e-93cb-5024ee1767dd req-0410e558-9149-443f-bd7e-ea01f34238a2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0957417 Apr 12 03:09:18.020239 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6bbb-ee44-4eec-8f94-f6b02ead8898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.042865 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (b2dd2edc-bbb4-4012-964d-8c1effa620c1), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.091589 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.097087 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] 10.222.0.41 "DELETE /v2.0/networks/b2dd2edc-bbb4-4012-964d-8c1effa620c1 HTTP/1.1" status: 204 len: 168 time: 0.8462832 Apr 12 03:09:18.104396 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e322c96-488f-4397-8a52-d65902a3007f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2dd2edc-bbb4-4012-964d-8c1effa620c1,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:18.166081 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fb158554-1ee1-4d7e-93cb-5024ee1767dd req-0d9d0030-ede4-4930-a7dc-c723611185a7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832690 Apr 12 03:09:18.166720 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43856) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:18.274984 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6bbb-ee44-4eec-8f94-f6b02ead8898 admin admin] Publish callbacks [] for security_group (1ab5e2e2-8601-456c-b2f3-6b9dc697d474), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.281290 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6bbb-ee44-4eec-8f94-f6b02ead8898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (1ab5e2e2-8601-456c-b2f3-6b9dc697d474), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.333539 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ddbd6bbb-ee44-4eec-8f94-f6b02ead8898 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25e8f173b4034c4bae00bed70c933e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5498204 Apr 12 03:09:18.333686 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43864) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:18.334449 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd6bbb-ee44-4eec-8f94-f6b02ead8898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab5e2e2-8601-456c-b2f3-6b9dc697d474,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:18.399253 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2c6755d0-7f44-411b-81ee-4154cb01851e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.422934 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43868) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:18.440396 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-077dac50-f06a-45d4-8748-e8b530737217 admin admin] Publish callbacks [] for security_group (1ab5e2e2-8601-456c-b2f3-6b9dc697d474), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.475538 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-077dac50-f06a-45d4-8748-e8b530737217 admin admin] Publish callbacks [] for security_group (1ab5e2e2-8601-456c-b2f3-6b9dc697d474), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.497600 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-a1f91812-6645-4aa2-9627-cb7a2cbe20af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dec66612a77b48c0a53d0883382c4948&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0707672 Apr 12 03:09:18.497600 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43872) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:18.555547 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-077dac50-f06a-45d4-8748-e8b530737217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (1ab5e2e2-8601-456c-b2f3-6b9dc697d474), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.558124 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-077dac50-f06a-45d4-8748-e8b530737217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.561775 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-077dac50-f06a-45d4-8748-e8b530737217 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ab5e2e2-8601-456c-b2f3-6b9dc697d474 HTTP/1.1" status: 204 len: 168 time: 0.2247760 Apr 12 03:09:18.570392 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-610133e5-26eb-41ec-b764-57210cee911e admin admin] Publish callbacks [] for security_group (4aa2f1c8-42b2-4c86-9342-b616be4ca4e4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.571678 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2c6755d0-7f44-411b-81ee-4154cb01851e admin admin] Publish callbacks [] for security_group (26b48652-7e7f-434e-8d53-9eee2e6ca759), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.573312 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dac50-f06a-45d4-8748-e8b530737217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab5e2e2-8601-456c-b2f3-6b9dc697d474,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:18.581345 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2c6755d0-7f44-411b-81ee-4154cb01851e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (26b48652-7e7f-434e-8d53-9eee2e6ca759), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.603002 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-610133e5-26eb-41ec-b764-57210cee911e admin admin] Publish callbacks [] for security_group (4aa2f1c8-42b2-4c86-9342-b616be4ca4e4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.633316 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6755d0-7f44-411b-81ee-4154cb01851e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b48652-7e7f-434e-8d53-9eee2e6ca759,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:18.640081 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2c6755d0-7f44-411b-81ee-4154cb01851e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62b219c8028e49b4a1ee832ab1686f47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4714258 Apr 12 03:09:18.641881 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43878) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:18.716485 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-610133e5-26eb-41ec-b764-57210cee911e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (4aa2f1c8-42b2-4c86-9342-b616be4ca4e4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.719906 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-610133e5-26eb-41ec-b764-57210cee911e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.727190 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-610133e5-26eb-41ec-b764-57210cee911e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4aa2f1c8-42b2-4c86-9342-b616be4ca4e4 HTTP/1.1" status: 204 len: 168 time: 0.2257013 Apr 12 03:09:18.734726 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-adc728e4-e7dc-4c08-bdb8-e893c1f5f1a9 admin admin] Publish callbacks [] for security_group (26b48652-7e7f-434e-8d53-9eee2e6ca759), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.757657 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610133e5-26eb-41ec-b764-57210cee911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa2f1c8-42b2-4c86-9342-b616be4ca4e4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:18.791428 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-adc728e4-e7dc-4c08-bdb8-e893c1f5f1a9 admin admin] Publish callbacks [] for security_group (26b48652-7e7f-434e-8d53-9eee2e6ca759), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.854837 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-adc728e4-e7dc-4c08-bdb8-e893c1f5f1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (26b48652-7e7f-434e-8d53-9eee2e6ca759), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.858578 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-adc728e4-e7dc-4c08-bdb8-e893c1f5f1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:18.860391 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-adc728e4-e7dc-4c08-bdb8-e893c1f5f1a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/26b48652-7e7f-434e-8d53-9eee2e6ca759 HTTP/1.1" status: 204 len: 168 time: 0.2172058 Apr 12 03:09:18.870920 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc728e4-e7dc-4c08-bdb8-e893c1f5f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b48652-7e7f-434e-8d53-9eee2e6ca759,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:18.999123 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-74957e29-7536-4ccc-9a27-3400ec39024c req-c18a8734-6828-4cb7-b99a-21a4d3db5f60 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 210 time: 0.0450151 Apr 12 03:09:19.247381 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-308dd559-d4ab-400e-a6cf-d283fdc0df5d tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:19.248786 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-308dd559-d4ab-400e-a6cf-d283fdc0df5d tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.24 "GET /v2.0/networks?id=501a6011-e618-4991-81db-5b246e52cecb HTTP/1.1" status: 200 len: 809 time: 0.1555643 Apr 12 03:09:19.276425 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Request body: {'port': {'device_id': '4152bea3-bd1d-43a7-909e-da20ce8e5042', 'network_id': '501a6011-e618-4991-81db-5b246e52cecb', 'admin_state_up': True, 'tenant_id': 'dba0ab2791d14b32bc3e01eb9648da7e'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:19.392973 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 43922) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:19.408334 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3c0aff5a-914f-46e3-b3b2-ff60c67fdbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:19.599633 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3c0aff5a-914f-46e3-b3b2-ff60c67fdbbd admin admin] Publish callbacks [] for security_group (0bec4ea9-bc3e-4ce5-962b-7f84c0cef8e3), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:19.606830 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3c0aff5a-914f-46e3-b3b2-ff60c67fdbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0bec4ea9-bc3e-4ce5-962b-7f84c0cef8e3), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:19.665097 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-3c0aff5a-914f-46e3-b3b2-ff60c67fdbbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5004c37bab1b4c37bf5e87fe4ec15832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2707889 Apr 12 03:09:19.665907 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aff5a-914f-46e3-b3b2-ff60c67fdbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bec4ea9-bc3e-4ce5-962b-7f84c0cef8e3,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:19.667572 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 43934) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:19.703735 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650814fc-2c9c-4cf1-bae8-f3506456d5e0 req-8e656e49-b900-4e4b-8b04-07d36c7d1daa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:19.705412 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-650814fc-2c9c-4cf1-bae8-f3506456d5e0 req-8e656e49-b900-4e4b-8b04-07d36c7d1daa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.3583653 Apr 12 03:09:19.795847 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Made reservation on behalf of dba0ab2791d14b32bc3e01eb9648da7e for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:09:19.799427 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:19.821415 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a18eebf9-2c06-4934-ba71-fbd1813c6878 admin admin] Publish callbacks [] for security_group (0bec4ea9-bc3e-4ce5-962b-7f84c0cef8e3), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:19.826887 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-650814fc-2c9c-4cf1-bae8-f3506456d5e0 req-57bdcb5c-c2da-4f76-bdf5-ce72eff48a59 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119671 Apr 12 03:09:19.882843 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a18eebf9-2c06-4934-ba71-fbd1813c6878 admin admin] Publish callbacks [] for security_group (0bec4ea9-bc3e-4ce5-962b-7f84c0cef8e3), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:19.980192 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a18eebf9-2c06-4934-ba71-fbd1813c6878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0bec4ea9-bc3e-4ce5-962b-7f84c0cef8e3), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:19.983070 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a18eebf9-2c06-4934-ba71-fbd1813c6878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:19.984221 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-a18eebf9-2c06-4934-ba71-fbd1813c6878 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0bec4ea9-bc3e-4ce5-962b-7f84c0cef8e3 HTTP/1.1" status: 204 len: 168 time: 0.3155758 Apr 12 03:09:19.985411 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Allocated IP 172.20.0.11 (501a6011-e618-4991-81db-5b246e52cecb/4e964af2-df0d-46a0-b7a5-53ff60c173cd/f0158a5a-1252-4d00-a6c9-53adc8db7caa) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:09:20.000950 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18eebf9-2c06-4934-ba71-fbd1813c6878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bec4ea9-bc3e-4ce5-962b-7f84c0cef8e3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:20.125713 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-30e38255-1e1d-48ca-b0f0-d5d021b17454 req-cd8b6670-93ed-49f3-acc7-4586b86e37d5 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 210 time: 0.0326278 Apr 12 03:09:20.181473 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Publish callbacks [] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:20.220136 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:20.265910 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Network 501a6011-e618-4991-81db-5b246e52cecb is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:09:20.269567 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:09:20.273903 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:09:20.279238 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:20.279778 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:20.299154 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Pushing event updated for resources: {'Port': ['ID=f0158a5a-1252-4d00-a6c9-53adc8db7caa,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:20.306430 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-e37545e6-5257-49ea-b48f-7f54c1c6e9e4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0467155 Apr 12 03:09:20.318618 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Request body: {'port': {'device_id': '4152bea3-bd1d-43a7-909e-da20ce8e5042', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:09:20.390067 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:20.757172 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0158a5a-1252-4d00-a6c9-53adc8db7caa {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:09:20.765156 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Publish callbacks [] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:20.778855 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Transition to ACTIVE for port object f0158a5a-1252-4d00-a6c9-53adc8db7caa will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:09:20.783818 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:20.873004 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Pushing event updated for resources: {'Port': ['ID=f0158a5a-1252-4d00-a6c9-53adc8db7caa,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:20.885545 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Attempting to bind port f0158a5a-1252-4d00-a6c9-53adc8db7caa on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:09:20.886196 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Attempting to bind port f0158a5a-1252-4d00-a6c9-53adc8db7caa by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'b5d57100-f20b-44c4-9b77-55a8fb0bf4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '501a6011-e618-4991-81db-5b246e52cecb'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:09:20.886196 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Attempting to bind port f0158a5a-1252-4d00-a6c9-53adc8db7caa on network 501a6011-e618-4991-81db-5b246e52cecb {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:09:20.891238 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Port f0158a5a-1252-4d00-a6c9-53adc8db7caa on network 501a6011-e618-4991-81db-5b246e52cecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:09:20.891749 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Attempting to bind port f0158a5a-1252-4d00-a6c9-53adc8db7caa on network 501a6011-e618-4991-81db-5b246e52cecb {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:09:20.896892 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:09:20.897293 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Checking segment: {'id': 'b5d57100-f20b-44c4-9b77-55a8fb0bf4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '501a6011-e618-4991-81db-5b246e52cecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:09:20.897723 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Bound using segment: {'id': 'b5d57100-f20b-44c4-9b77-55a8fb0bf4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '501a6011-e618-4991-81db-5b246e52cecb'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:09:20.898523 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Bound port: f0158a5a-1252-4d00-a6c9-53adc8db7caa, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d57100-f20b-44c4-9b77-55a8fb0bf4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '501a6011-e618-4991-81db-5b246e52cecb'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:09:20.899118 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:20.993950 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34a553-a767-481d-aba0-013ebeff637b req-6115856d-d990-4bf1-ae88-1fc79927257d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:20.995516 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5a34a553-a767-481d-aba0-013ebeff637b req-6115856d-d990-4bf1-ae88-1fc79927257d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0860004 Apr 12 03:09:21.035111 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] For port f0158a5a-1252-4d00-a6c9-53adc8db7caa, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:09:21.055453 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] For port f0158a5a-1252-4d00-a6c9-53adc8db7caa, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f0158a5a-1252-4d00-a6c9-53adc8db7caa,segment=NetworkSegment(b5d57100-f20b-44c4-9b77-55a8fb0bf4a4),segment_id=b5d57100-f20b-44c4-9b77-55a8fb0bf4a4)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:09:21.070849 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:21.104662 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:21.105288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:21.107232 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] 10.222.0.24 "PUT /v2.0/ports/f0158a5a-1252-4d00-a6c9-53adc8db7caa HTTP/1.1" status: 200 len: 1094 time: 0.7924137 Apr 12 03:09:21.107447 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4152bea3-bd1d-43a7-909e-da20ce8e5042', 'tag': 'f0158a5a-1252-4d00-a6c9-53adc8db7caa'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:21.109698 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "4152bea3-bd1d-43a7-909e-da20ce8e5042", "tag": "f0158a5a-1252-4d00-a6c9-53adc8db7caa"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:21.115943 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5a34a553-a767-481d-aba0-013ebeff637b req-1881b0c7-7235-47c3-9e37-964d7f0e92eb tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088469 Apr 12 03:09:21.152825 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919907a-7164-4878-8963-63f5b8ad1823 service neutron] Pushing event updated for resources: {'Port': ['ID=f0158a5a-1252-4d00-a6c9-53adc8db7caa,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:21.175799 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbd209e-cf63-415a-8629-222fac2e0f85 x-openstack-request-id: req-cbbd209e-cf63-415a-8629-222fac2e0f85 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:21.176196 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4152bea3-bd1d-43a7-909e-da20ce8e5042", "tag": "f0158a5a-1252-4d00-a6c9-53adc8db7caa", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:21.176539 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbbd209e-cf63-415a-8629-222fac2e0f85 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:21.177062 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbd209e-cf63-415a-8629-222fac2e0f85'] response: {'name': 'network-changed', 'server_uuid': '4152bea3-bd1d-43a7-909e-da20ce8e5042', 'tag': 'f0158a5a-1252-4d00-a6c9-53adc8db7caa', 'status': 'completed', 'code': 200} Apr 12 03:09:21.256093 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-0f95f7cd-a992-41af-9e37-6c4dffd0efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:21.259525 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-0f95f7cd-a992-41af-9e37-6c4dffd0efc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dba0ab2791d14b32bc3e01eb9648da7e&device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 1128 time: 0.0767643 Apr 12 03:09:21.273278 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808efb5-1656-4c87-9610-a16e69c96570 req-3c3ff3f9-4a21-49d1-bb52-608cf0881b6b tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:21.274956 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c808efb5-1656-4c87-9610-a16e69c96570 req-3c3ff3f9-4a21-49d1-bb52-608cf0881b6b tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 944 time: 0.0603597 Apr 12 03:09:21.319392 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-c31e9ca9-35ae-4387-8e0d-3832cae3d4fe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0158a5a-1252-4d00-a6c9-53adc8db7caa HTTP/1.1" status: 200 len: 217 time: 0.0434041 Apr 12 03:09:21.387284 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c808efb5-1656-4c87-9610-a16e69c96570 req-47e676c9-b3ef-4275-81cc-307d70ed43d3 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043701 Apr 12 03:09:21.396918 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-b5d1666a-085b-40dc-b146-6b5c105676e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:21.398362 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-b5d1666a-085b-40dc-b146-6b5c105676e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e964af2-df0d-46a0-b7a5-53ff60c173cd HTTP/1.1" status: 200 len: 849 time: 0.0599859 Apr 12 03:09:21.438609 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-8e29df54-885a-4aba-b6ec-4470514333d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=501a6011-e618-4991-81db-5b246e52cecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324762 Apr 12 03:09:21.536319 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-f54a7299-53da-4478-a9f5-4548326eb9c3 service neutron] 10.222.0.24 "GET /v2.0/networks/501a6011-e618-4991-81db-5b246e52cecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900147 Apr 12 03:09:21.649730 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b56bd8a5-46e1-4394-ba1a-d33fbdb46c77 req-c1f57510-e868-4985-899b-de454aa2b5db service neutron] 10.222.0.24 "GET /v2.0/networks/501a6011-e618-4991-81db-5b246e52cecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999036 Apr 12 03:09:22.041382 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:09:22.247390 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6302983f-782c-40d3-81c7-8def7e9b9e16 req-8a36a64d-2a28-4a1b-bbb5-d925c5c42d49 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:22.248852 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6302983f-782c-40d3-81c7-8def7e9b9e16 req-8a36a64d-2a28-4a1b-bbb5-d925c5c42d49 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0481813 Apr 12 03:09:22.294977 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6302983f-782c-40d3-81c7-8def7e9b9e16 req-768d6c8d-1b94-47c5-bef3-592f4346770c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404618 Apr 12 03:09:22.501825 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bb4d2-937a-4256-a995-805abac58926 req-24031005-dfa3-4cff-b56c-4d8ab9a28fa4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:22.503370 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6a8bb4d2-937a-4256-a995-805abac58926 req-24031005-dfa3-4cff-b56c-4d8ab9a28fa4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 944 time: 0.0461957 Apr 12 03:09:22.548635 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6a8bb4d2-937a-4256-a995-805abac58926 req-0d2ffbc6-06e8-440d-861f-e6bf23aa21d2 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398386 Apr 12 03:09:23.145598 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44098) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:23.256993 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e8cbf748-7e62-439c-890c-2102520ecccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:23.337754 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e8cbf748-7e62-439c-890c-2102520ecccc admin admin] Publish callbacks [] for security_group (0b4d4118-fc03-45e4-863b-31bb812cd962), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:23.342642 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e8cbf748-7e62-439c-890c-2102520ecccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0b4d4118-fc03-45e4-863b-31bb812cd962), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:23.384687 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbf748-7e62-439c-890c-2102520ecccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4d4118-fc03-45e4-863b-31bb812cd962,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:23.389044 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e8cbf748-7e62-439c-890c-2102520ecccc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d99d50b8f42a4d6ba8aba49ed33a7bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424738 Apr 12 03:09:23.391697 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44110) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:23.414597 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b02f21-2197-4726-84e3-571aa90a53ed req-8e43b3dc-1cd0-4661-98d5-2c3e4f434f11 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:23.418099 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-33b02f21-2197-4726-84e3-571aa90a53ed req-8e43b3dc-1cd0-4661-98d5-2c3e4f434f11 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0543058 Apr 12 03:09:23.439267 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfbd9-2a2a-4520-8137-be1ffd3552fa admin admin] Publish callbacks [] for security_group (0b4d4118-fc03-45e4-863b-31bb812cd962), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:23.461582 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfbd9-2a2a-4520-8137-be1ffd3552fa admin admin] Publish callbacks [] for security_group (0b4d4118-fc03-45e4-863b-31bb812cd962), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:23.464715 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-33b02f21-2197-4726-84e3-571aa90a53ed req-733f5f2c-ae01-4608-9610-c680ce4eb2ca tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Apr 12 03:09:23.511405 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfbd9-2a2a-4520-8137-be1ffd3552fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0b4d4118-fc03-45e4-863b-31bb812cd962), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:23.514287 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e3bfbd9-2a2a-4520-8137-be1ffd3552fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:23.515494 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-3e3bfbd9-2a2a-4520-8137-be1ffd3552fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b4d4118-fc03-45e4-863b-31bb812cd962 HTTP/1.1" status: 204 len: 168 time: 0.1228766 Apr 12 03:09:23.523790 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3bfbd9-2a2a-4520-8137-be1ffd3552fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4d4118-fc03-45e4-863b-31bb812cd962,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:23.665653 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec23e59-4932-4385-ac94-be4c1b13f529 req-efbea26c-bfc7-428d-8b92-fc3ce22245f1 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:23.667681 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dec23e59-4932-4385-ac94-be4c1b13f529 req-efbea26c-bfc7-428d-8b92-fc3ce22245f1 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 944 time: 0.0511010 Apr 12 03:09:23.720479 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dec23e59-4932-4385-ac94-be4c1b13f529 req-1484579e-c51b-4a0d-a698-0e4c7b3e25a5 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470042 Apr 12 03:09:24.279586 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-96325f69-aed4-48f6-8c70-9815ff516a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:24.281263 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-96325f69-aed4-48f6-8c70-9815ff516a2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dba0ab2791d14b32bc3e01eb9648da7e&device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 1128 time: 0.0443122 Apr 12 03:09:24.385769 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-821827f3-077b-4071-89c7-d22db87405d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:24.387338 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-821827f3-077b-4071-89c7-d22db87405d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=501a6011-e618-4991-81db-5b246e52cecb HTTP/1.1" status: 200 len: 910 time: 0.0965168 Apr 12 03:09:24.433796 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-448e70eb-06d6-4817-b905-2f9084028ccd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0158a5a-1252-4d00-a6c9-53adc8db7caa HTTP/1.1" status: 200 len: 217 time: 0.0392878 Apr 12 03:09:24.483905 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-f5af76c5-eee7-4ab6-8c6b-10fc671ed538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:24.485417 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-f5af76c5-eee7-4ab6-8c6b-10fc671ed538 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4e964af2-df0d-46a0-b7a5-53ff60c173cd HTTP/1.1" status: 200 len: 849 time: 0.0454862 Apr 12 03:09:24.520747 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-894a8bee-a19c-424e-9484-b88b64724adf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=501a6011-e618-4991-81db-5b246e52cecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282495 Apr 12 03:09:24.597969 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd8c5c-d7ee-4ed7-803d-eba8f3c26321 req-612c120d-7efc-4a1e-b979-f821ea2f7516 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:24.600435 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f6bd8c5c-d7ee-4ed7-803d-eba8f3c26321 req-612c120d-7efc-4a1e-b979-f821ea2f7516 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0641847 Apr 12 03:09:24.624430 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-48788578-281e-4ca4-bc84-74388ffdb664 service neutron] 10.222.0.24 "GET /v2.0/networks/501a6011-e618-4991-81db-5b246e52cecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971653 Apr 12 03:09:24.659027 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f6bd8c5c-d7ee-4ed7-803d-eba8f3c26321 req-238c2532-7aab-44a7-877a-4b1a85a2715e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506897 Apr 12 03:09:24.721129 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e2b31f09-36cb-4d76-96b8-1c4af18f7fbd req-6cbf88cb-311a-44b8-8a9a-b27ccc2c0c67 service neutron] 10.222.0.24 "GET /v2.0/networks/501a6011-e618-4991-81db-5b246e52cecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898876 Apr 12 03:09:24.833780 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c3871-4f56-4772-b80d-d24e94513071 req-5f35be45-5a70-4757-8355-41bbbdb64d7a tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:24.835483 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ff5c3871-4f56-4772-b80d-d24e94513071 req-5f35be45-5a70-4757-8355-41bbbdb64d7a tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 944 time: 0.0484624 Apr 12 03:09:24.888799 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ff5c3871-4f56-4772-b80d-d24e94513071 req-68069ca6-7f94-4963-bdf3-1dc5ee3bc949 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Apr 12 03:09:25.773742 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c2513-a0ad-45d4-a66f-3728bf82cf7f req-d0bb010d-63c5-4c16-8651-15a6ef539b3e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:25.775250 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2d2c2513-a0ad-45d4-a66f-3728bf82cf7f req-d0bb010d-63c5-4c16-8651-15a6ef539b3e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0500400 Apr 12 03:09:25.826721 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2d2c2513-a0ad-45d4-a66f-3728bf82cf7f req-54c5a52b-7e54-4580-80c9-0e3abee87451 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Apr 12 03:09:26.014618 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99314cc1-be4e-4deb-9b26-0710eee3ee7f req-683b4826-f8a5-4934-8a97-842b855a64b4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:26.016137 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-99314cc1-be4e-4deb-9b26-0710eee3ee7f req-683b4826-f8a5-4934-8a97-842b855a64b4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 944 time: 0.0464783 Apr 12 03:09:26.062382 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-99314cc1-be4e-4deb-9b26-0710eee3ee7f req-34e37792-4c5c-4fa1-bc23-3d2a793f0035 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Apr 12 03:09:26.344761 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f0158a5a-1252-4d00-a6c9-53adc8db7caa details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:09:26.445209 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f0158a5a-1252-4d00-a6c9-53adc8db7caa, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f0158a5a-1252-4d00-a6c9-53adc8db7caa,segment=NetworkSegment(b5d57100-f20b-44c4-9b77-55a8fb0bf4a4),segment_id=b5d57100-f20b-44c4-9b77-55a8fb0bf4a4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:26.456609 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'f0158a5a-1252-4d00-a6c9-53adc8db7caa', 'network_id': '501a6011-e618-4991-81db-5b246e52cecb', 'port_id': 'f0158a5a-1252-4d00-a6c9-53adc8db7caa', 'mac_address': 'fa:16:3e:77:66:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e964af2-df0d-46a0-b7a5-53ff60c173cd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:09:26.508495 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f0158a5a-1252-4d00-a6c9-53adc8db7caa is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:26.508925 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:26.524469 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0158a5a-1252-4d00-a6c9-53adc8db7caa {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:09:26.548503 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f0158a5a-1252-4d00-a6c9-53adc8db7caa, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f0158a5a-1252-4d00-a6c9-53adc8db7caa,segment=NetworkSegment(b5d57100-f20b-44c4-9b77-55a8fb0bf4a4),segment_id=b5d57100-f20b-44c4-9b77-55a8fb0bf4a4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:26.554330 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:26.603504 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f0158a5a-1252-4d00-a6c9-53adc8db7caa,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:26.610549 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.610912 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.611245 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.611598 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.611927 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.612241 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.612558 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.612872 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.613187 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.613495 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.613801 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.614114 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.614428 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.614742 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.615064 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:09:26.942426 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe6991-c3f0-401b-afc9-d8eb03147505 req-3bcc8975-19a4-41e8-b939-e353c709f5ea tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:26.943982 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1efe6991-c3f0-401b-afc9-d8eb03147505 req-3bcc8975-19a4-41e8-b939-e353c709f5ea tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0468681 Apr 12 03:09:26.969963 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['f0158a5a-1252-4d00-a6c9-53adc8db7caa'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:09:26.996011 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1efe6991-c3f0-401b-afc9-d8eb03147505 req-0c621520-0dc6-4284-8798-5d1d3ecedbd4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455108 Apr 12 03:09:27.176507 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb1814-2940-414b-95a0-76fb9095d0c5 req-1ed1d202-90de-4157-867a-5d73056adab2 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:27.178008 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-89bb1814-2940-414b-95a0-76fb9095d0c5 req-1ed1d202-90de-4157-867a-5d73056adab2 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 945 time: 0.0471170 Apr 12 03:09:27.228402 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-89bb1814-2940-414b-95a0-76fb9095d0c5 req-c00c3037-c175-496e-ab47-cf3c1ba7a9b2 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Apr 12 03:09:28.124941 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c7e71-620d-4873-82c3-bc5bcd47abf0 req-d6649b65-5399-495f-b32b-30979d3519b8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:28.126543 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-475c7e71-620d-4873-82c3-bc5bcd47abf0 req-d6649b65-5399-495f-b32b-30979d3519b8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0595500 Apr 12 03:09:28.174646 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-475c7e71-620d-4873-82c3-bc5bcd47abf0 req-b27f6f20-783f-4d09-9488-8fb4c867e86a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419116 Apr 12 03:09:28.337478 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f0158a5a-1252-4d00-a6c9-53adc8db7caa up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:09:28.350714 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629400cd-4e3e-456e-a66d-a61ecaf2ce5c req-e9914dac-5fb9-4a0f-800c-5b85e715fdbf tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:28.352356 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-629400cd-4e3e-456e-a66d-a61ecaf2ce5c req-e9914dac-5fb9-4a0f-800c-5b85e715fdbf tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 945 time: 0.0523126 Apr 12 03:09:28.390917 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port f0158a5a-1252-4d00-a6c9-53adc8db7caa completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:09:28.398336 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port f0158a5a-1252-4d00-a6c9-53adc8db7caa triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:09:28.399239 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:28.412211 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-629400cd-4e3e-456e-a66d-a61ecaf2ce5c req-eab56d5d-8fb6-499c-ae7f-894ed6b2cbbf tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542612 Apr 12 03:09:28.477126 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f0158a5a-1252-4d00-a6c9-53adc8db7caa is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:09:28.477513 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:28.500428 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4152bea3-bd1d-43a7-909e-da20ce8e5042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0158a5a-1252-4d00-a6c9-53adc8db7caa'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:28.502539 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0643a9a-478a-43ae-9f05-2a979af24587" -d '{"events": [{"server_uuid": "4152bea3-bd1d-43a7-909e-da20ce8e5042", "name": "network-vif-plugged", "status": "completed", "tag": "f0158a5a-1252-4d00-a6c9-53adc8db7caa"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:28.520182 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f0158a5a-1252-4d00-a6c9-53adc8db7caa, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f0158a5a-1252-4d00-a6c9-53adc8db7caa,segment=NetworkSegment(b5d57100-f20b-44c4-9b77-55a8fb0bf4a4),segment_id=b5d57100-f20b-44c4-9b77-55a8fb0bf4a4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:28.525440 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:28.553240 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971534ed-a411-41b0-abef-74a354d367e6 x-openstack-request-id: req-971534ed-a411-41b0-abef-74a354d367e6 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:28.553623 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4152bea3-bd1d-43a7-909e-da20ce8e5042", "name": "network-vif-plugged", "status": "completed", "tag": "f0158a5a-1252-4d00-a6c9-53adc8db7caa", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:28.553992 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-971534ed-a411-41b0-abef-74a354d367e6 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:28.554877 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971534ed-a411-41b0-abef-74a354d367e6'] response: {'server_uuid': '4152bea3-bd1d-43a7-909e-da20ce8e5042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0158a5a-1252-4d00-a6c9-53adc8db7caa', 'code': 200} Apr 12 03:09:28.581285 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f0158a5a-1252-4d00-a6c9-53adc8db7caa,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:28.730317 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8e4d-9692-4966-ac06-bbd585f6a641 req-f2cdc08a-95d3-4e79-847b-cbef46abe1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:28.731851 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fd4d8e4d-9692-4966-ac06-bbd585f6a641 req-f2cdc08a-95d3-4e79-847b-cbef46abe1bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 1130 time: 0.0385630 Apr 12 03:09:28.777216 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fd4d8e4d-9692-4966-ac06-bbd585f6a641 req-cb461196-33a0-4594-a1b4-5c25f6808e7e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371008 Apr 12 03:09:28.966558 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44284) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:29.072390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ae3829e-4e7a-40b6-9965-37f9d74c192a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.151849 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ae3829e-4e7a-40b6-9965-37f9d74c192a admin admin] Publish callbacks [] for security_group (70e84db5-9a09-4520-be17-460daaa14c31), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.156112 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ae3829e-4e7a-40b6-9965-37f9d74c192a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (70e84db5-9a09-4520-be17-460daaa14c31), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.198255 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8ae3829e-4e7a-40b6-9965-37f9d74c192a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42f107526bb848f8b5adb3dff4869af2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279727 Apr 12 03:09:29.198255 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3829e-4e7a-40b6-9965-37f9d74c192a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e84db5-9a09-4520-be17-460daaa14c31,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:29.198918 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 44292) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:29.267835 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c78f-2f0e-4944-abab-f5a0bf75a5cf admin admin] Publish callbacks [] for security_group (70e84db5-9a09-4520-be17-460daaa14c31), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.296256 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c78f-2f0e-4944-abab-f5a0bf75a5cf admin admin] Publish callbacks [] for security_group (70e84db5-9a09-4520-be17-460daaa14c31), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.306206 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c625758-a6eb-4d02-959e-ebd70856f467 req-ea6f107e-a85d-4bd0-97bd-df559cd310c9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:29.313906 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2c625758-a6eb-4d02-959e-ebd70856f467 req-ea6f107e-a85d-4bd0-97bd-df559cd310c9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0644588 Apr 12 03:09:29.355208 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c78f-2f0e-4944-abab-f5a0bf75a5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (70e84db5-9a09-4520-be17-460daaa14c31), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.357707 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2c625758-a6eb-4d02-959e-ebd70856f467 req-e5fc5996-e9f2-464e-8dda-674ec01f2429 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Apr 12 03:09:29.359722 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0bf3c78f-2f0e-4944-abab-f5a0bf75a5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.361093 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-0bf3c78f-2f0e-4944-abab-f5a0bf75a5cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70e84db5-9a09-4520-be17-460daaa14c31 HTTP/1.1" status: 204 len: 168 time: 0.1584449 Apr 12 03:09:29.370440 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3c78f-2f0e-4944-abab-f5a0bf75a5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e84db5-9a09-4520-be17-460daaa14c31,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:29.532892 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea2e21-e097-4aa5-9299-27ad1712f40e req-70a1c803-8f89-4281-b8e5-aeecee5dfb69 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:29.534678 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3fea2e21-e097-4aa5-9299-27ad1712f40e req-70a1c803-8f89-4281-b8e5-aeecee5dfb69 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 946 time: 0.0488946 Apr 12 03:09:29.590726 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3fea2e21-e097-4aa5-9299-27ad1712f40e req-5f064346-d868-4a44-b919-90ad99497dc5 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493190 Apr 12 03:09:29.660664 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 44318) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:29.678393 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc68dd62-7cee-4df2-abaf-64b5b01c7ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.763266 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc68dd62-7cee-4df2-abaf-64b5b01c7ccf admin admin] Publish callbacks [] for security_group (1c14eefe-23b4-4181-8e42-e6fca33301bb), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.767963 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-cc68dd62-7cee-4df2-abaf-64b5b01c7ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (1c14eefe-23b4-4181-8e42-e6fca33301bb), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.808480 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68dd62-7cee-4df2-abaf-64b5b01c7ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c14eefe-23b4-4181-8e42-e6fca33301bb,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:29.812922 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-cc68dd62-7cee-4df2-abaf-64b5b01c7ccf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55ebd0f1b6e14604bb4c49c4e7c0d1b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512280 Apr 12 03:09:29.815918 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 44328) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:29.864194 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6acb78a4-c73d-437c-9f3b-4ac2c4bcc895 admin admin] Publish callbacks [] for security_group (1c14eefe-23b4-4181-8e42-e6fca33301bb), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.885802 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6acb78a4-c73d-437c-9f3b-4ac2c4bcc895 admin admin] Publish callbacks [] for security_group (1c14eefe-23b4-4181-8e42-e6fca33301bb), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.933563 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6acb78a4-c73d-437c-9f3b-4ac2c4bcc895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (1c14eefe-23b4-4181-8e42-e6fca33301bb), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.936133 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6acb78a4-c73d-437c-9f3b-4ac2c4bcc895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:29.937356 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-6acb78a4-c73d-437c-9f3b-4ac2c4bcc895 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c14eefe-23b4-4181-8e42-e6fca33301bb HTTP/1.1" status: 204 len: 168 time: 0.1205072 Apr 12 03:09:29.945406 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb78a4-c73d-437c-9f3b-4ac2c4bcc895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c14eefe-23b4-4181-8e42-e6fca33301bb,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:30.281915 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44338) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:30.295370 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78b511d1-2ff7-4eb0-be25-5f16035cf626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:30.371659 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78b511d1-2ff7-4eb0-be25-5f16035cf626 admin admin] Publish callbacks [] for security_group (a47d6cfd-1160-4e07-ab35-114d289eba03), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:30.377904 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-78b511d1-2ff7-4eb0-be25-5f16035cf626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (a47d6cfd-1160-4e07-ab35-114d289eba03), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:30.418970 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-78b511d1-2ff7-4eb0-be25-5f16035cf626 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=84710377ec9c4ae5b00e933722a5ac38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359501 Apr 12 03:09:30.419861 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b511d1-2ff7-4eb0-be25-5f16035cf626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d6cfd-1160-4e07-ab35-114d289eba03,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:30.422579 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 44342) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:30.474799 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e630-6f02-45db-ad56-8290328c9239 admin admin] Publish callbacks [] for security_group (a47d6cfd-1160-4e07-ab35-114d289eba03), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:30.483549 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47f331-a583-46cf-884e-ff5db5e0a495 req-40581f52-fac6-4460-b8f8-e7a0abfee58b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:30.485044 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-af47f331-a583-46cf-884e-ff5db5e0a495 req-40581f52-fac6-4460-b8f8-e7a0abfee58b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0461264 Apr 12 03:09:30.498351 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e630-6f02-45db-ad56-8290328c9239 admin admin] Publish callbacks [] for security_group (a47d6cfd-1160-4e07-ab35-114d289eba03), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:30.531831 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-af47f331-a583-46cf-884e-ff5db5e0a495 req-de1214a1-0cc4-4553-9a29-9dff24c5d3c7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Apr 12 03:09:30.549820 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e630-6f02-45db-ad56-8290328c9239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (a47d6cfd-1160-4e07-ab35-114d289eba03), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:30.552519 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4bb3e630-6f02-45db-ad56-8290328c9239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:30.553725 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4bb3e630-6f02-45db-ad56-8290328c9239 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a47d6cfd-1160-4e07-ab35-114d289eba03 HTTP/1.1" status: 204 len: 168 time: 0.1291080 Apr 12 03:09:30.561572 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3e630-6f02-45db-ad56-8290328c9239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d6cfd-1160-4e07-ab35-114d289eba03,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:30.609891 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8438b1fb-2ba1-46d9-bc1e-562919638573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:30.715342 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9875aa14-142b-4867-b756-f53762cff32b req-aebebcfc-eb6d-422f-903c-c58c3651b5d7 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:30.716866 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9875aa14-142b-4867-b756-f53762cff32b req-aebebcfc-eb6d-422f-903c-c58c3651b5d7 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 946 time: 0.0518231 Apr 12 03:09:30.780685 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9875aa14-142b-4867-b756-f53762cff32b req-3209b830-4b3e-4515-8510-f5b25c011f51 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528212 Apr 12 03:09:31.654224 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb6c1f-8c4f-426c-95fc-4cbc1f002e64 req-51b6a804-5100-47e4-8ef3-c024a3b189df tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:31.655718 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4cdb6c1f-8c4f-426c-95fc-4cbc1f002e64 req-51b6a804-5100-47e4-8ef3-c024a3b189df tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0542488 Apr 12 03:09:31.702992 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4cdb6c1f-8c4f-426c-95fc-4cbc1f002e64 req-3907c756-21d1-4e2d-a420-8e5227297b28 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Apr 12 03:09:31.910907 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d46278-157a-4755-96bb-2d9dec73b27a req-a67cae58-cbb2-4211-bbef-a8993ebd56c4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:31.912435 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-90d46278-157a-4755-96bb-2d9dec73b27a req-a67cae58-cbb2-4211-bbef-a8993ebd56c4 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 946 time: 0.0550544 Apr 12 03:09:31.961889 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-90d46278-157a-4755-96bb-2d9dec73b27a req-d9294bed-b0aa-48e2-96a6-448ecf4b1963 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435376 Apr 12 03:09:32.832810 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf42ba-ca25-4b5d-9bec-85df97cf77ee req-92bc6334-fa2d-40e7-9747-7ef688db1883 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:32.834266 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-daaf42ba-ca25-4b5d-9bec-85df97cf77ee req-92bc6334-fa2d-40e7-9747-7ef688db1883 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0498762 Apr 12 03:09:32.879518 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-daaf42ba-ca25-4b5d-9bec-85df97cf77ee req-1512f7f4-d3c7-416a-abbc-ee3625eaafb8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394607 Apr 12 03:09:33.013782 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4dfbd928-8fe1-4eef-8c4a-4df7b31b5d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:33.732616 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:34.026393 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c544e0-18e6-406a-aad1-583859696a97 req-0cadc992-8cb3-4f68-a01a-f93dc4eef372 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:34.027826 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-89c544e0-18e6-406a-aad1-583859696a97 req-0cadc992-8cb3-4f68-a01a-f93dc4eef372 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0508938 Apr 12 03:09:34.075568 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-89c544e0-18e6-406a-aad1-583859696a97 req-4e2300d1-3318-4007-87ef-6d27f504debb tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Apr 12 03:09:34.704951 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0e219-ff2c-4b35-8471-9e5fb97cb54d req-1d480cab-3578-4d92-97d5-5ed72bee0eea tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:34.706529 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0e219-ff2c-4b35-8471-9e5fb97cb54d req-1d480cab-3578-4d92-97d5-5ed72bee0eea tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 946 time: 0.0482397 Apr 12 03:09:34.755861 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-86f0e219-ff2c-4b35-8471-9e5fb97cb54d req-40c70121-6171-4519-836c-45a2c979ecef tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432780 Apr 12 03:09:35.190463 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa887847-af24-4e0f-ae53-bfbd34504324 req-e906e34e-5ab2-4aca-aa01-7369c80674c6 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:35.191979 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fa887847-af24-4e0f-ae53-bfbd34504324 req-e906e34e-5ab2-4aca-aa01-7369c80674c6 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0468757 Apr 12 03:09:35.245385 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fa887847-af24-4e0f-ae53-bfbd34504324 req-85889a40-0d26-4751-8f5c-0aedbc0b4729 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454290 Apr 12 03:09:35.350450 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:35.885510 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8005653-20b2-4fd3-999f-51fa1ec544cf req-10917d29-cd94-4c69-a6e1-516182382e96 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:35.886938 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b8005653-20b2-4fd3-999f-51fa1ec544cf req-10917d29-cd94-4c69-a6e1-516182382e96 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 946 time: 0.0460637 Apr 12 03:09:35.937200 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b8005653-20b2-4fd3-999f-51fa1ec544cf req-aed5d06a-1398-4dc8-a37c-0f77a1c8203a tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446317 Apr 12 03:09:36.380867 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048b9d-c4c8-4000-9e7b-85fc5b5db602 req-d2026e9b-1e62-4aee-a861-bbc4184295b0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:36.382332 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-12048b9d-c4c8-4000-9e7b-85fc5b5db602 req-d2026e9b-1e62-4aee-a861-bbc4184295b0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0512905 Apr 12 03:09:36.432932 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-12048b9d-c4c8-4000-9e7b-85fc5b5db602 req-a3f0cfc8-1240-46b4-a051-f1e816f01119 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446615 Apr 12 03:09:36.642816 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-2651dc9a-df4f-4201-bb48-ffebce6fc405 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:36.644294 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-2651dc9a-df4f-4201-bb48-ffebce6fc405 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.24 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 946 time: 0.0545514 Apr 12 03:09:36.769052 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Deleting port f0158a5a-1252-4d00-a6c9-53adc8db7caa {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:09:36.769253 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:36.862380 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:36.863297 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] For port f0158a5a-1252-4d00-a6c9-53adc8db7caa, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f0158a5a-1252-4d00-a6c9-53adc8db7caa,segment=NetworkSegment(b5d57100-f20b-44c4-9b77-55a8fb0bf4a4),segment_id=b5d57100-f20b-44c4-9b77-55a8fb0bf4a4)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:09:36.863690 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:36.880098 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Calling delete_port for f0158a5a-1252-4d00-a6c9-53adc8db7caa owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:09:37.049724 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099'] for port (f0158a5a-1252-4d00-a6c9-53adc8db7caa), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:37.063743 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['f0158a5a-1252-4d00-a6c9-53adc8db7caa'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:09:37.083398 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Pushing event deleted for resources: {'Port': ['ID=f0158a5a-1252-4d00-a6c9-53adc8db7caa,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:37.091118 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05b63e-30c7-40a1-9def-649bed461464 req-012d62ec-0f3c-4de3-bf70-a611a4903c0e tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:37.095228 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fd05b63e-30c7-40a1-9def-649bed461464 req-012d62ec-0f3c-4de3-bf70-a611a4903c0e tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/ports?device_id=4152bea3-bd1d-43a7-909e-da20ce8e5042 HTTP/1.1" status: 200 len: 946 time: 0.0851688 Apr 12 03:09:37.140271 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fd05b63e-30c7-40a1-9def-649bed461464 req-a0622162-0de8-4324-b49a-469d4392b736 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.41 "GET /v2.0/security-groups?id=dbbfcae7-7c02-4f59-9cf6-8731784d105c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406888 Apr 12 03:09:37.143488 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] No DVR routers for this DVR port f0158a5a-1252-4d00-a6c9-53adc8db7caa on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:09:37.146598 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:37.149966 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dda2cf6a-89a6-4c1c-bbe1-12bd319d6e5d req-1d4fe9b7-d737-4b6c-8281-688197c25893 tempest-VolumesActionsTest-76830593 tempest-VolumesActionsTest-76830593-project] 10.222.0.24 "DELETE /v2.0/ports/f0158a5a-1252-4d00-a6c9-53adc8db7caa HTTP/1.1" status: 204 len: 173 time: 0.4964159 Apr 12 03:09:37.150327 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4152bea3-bd1d-43a7-909e-da20ce8e5042', 'name': 'network-vif-deleted', 'tag': 'f0158a5a-1252-4d00-a6c9-53adc8db7caa'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:09:37.152717 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190bdd7a-4a0e-4738-b378-da578cb45f5f" -d '{"events": [{"server_uuid": "4152bea3-bd1d-43a7-909e-da20ce8e5042", "name": "network-vif-deleted", "tag": "f0158a5a-1252-4d00-a6c9-53adc8db7caa"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:09:37.200631 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e8b276-0697-43cb-8d36-bcd876c410da x-openstack-request-id: req-85e8b276-0697-43cb-8d36-bcd876c410da {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:09:37.200930 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4152bea3-bd1d-43a7-909e-da20ce8e5042", "name": "network-vif-deleted", "tag": "f0158a5a-1252-4d00-a6c9-53adc8db7caa", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:09:37.201321 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-85e8b276-0697-43cb-8d36-bcd876c410da {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:09:37.201736 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85e8b276-0697-43cb-8d36-bcd876c410da'] response: {'server_uuid': '4152bea3-bd1d-43a7-909e-da20ce8e5042', 'name': 'network-vif-deleted', 'tag': 'f0158a5a-1252-4d00-a6c9-53adc8db7caa', 'status': 'completed', 'code': 200} Apr 12 03:09:37.544740 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3357e6-384f-41e0-a0fe-dfc51b202e5f req-1ea96b19-806c-4f17-9fbc-9e4eda247388 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:37.546663 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0d3357e6-384f-41e0-a0fe-dfc51b202e5f req-1ea96b19-806c-4f17-9fbc-9e4eda247388 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0465670 Apr 12 03:09:37.594099 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0d3357e6-384f-41e0-a0fe-dfc51b202e5f req-3f40c79b-4b4b-4729-a32d-88544d402ba0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Apr 12 03:09:38.716275 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823b0f0-585e-4fde-a30a-9f9e23c531ca req-53b65470-a498-4c97-a9b9-36c5bb1123d0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:38.717651 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1823b0f0-585e-4fde-a30a-9f9e23c531ca req-53b65470-a498-4c97-a9b9-36c5bb1123d0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0509491 Apr 12 03:09:38.769021 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1823b0f0-585e-4fde-a30a-9f9e23c531ca req-c0189db9-37ed-4491-b100-94a8b0325ef8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431852 Apr 12 03:09:39.197027 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:39.892519 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab651253-78da-4f53-8a52-519c6c549218 req-e2c1d9b8-b222-40a8-8488-e96e4969fb3c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:39.894021 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ab651253-78da-4f53-8a52-519c6c549218 req-e2c1d9b8-b222-40a8-8488-e96e4969fb3c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0485013 Apr 12 03:09:39.943570 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ab651253-78da-4f53-8a52-519c6c549218 req-0cb78111-381b-4645-afa1-e60e7a7a2bf9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432317 Apr 12 03:09:40.452232 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f0158a5a-1252-4d00-a6c9-53adc8db7caa no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:09:40.482179 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: f0158a5a-1252-4d00-a6c9-53adc8db7caa {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:09:40.482521 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f0158a5a-1252-4d00-a6c9-53adc8db7caa not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:09:41.094336 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a287c5-c30f-4dda-a3e5-d5b2925c3dcf req-a3d30dfe-1c68-4ea0-bdf6-fe388a47b00c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:41.096013 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f4a287c5-c30f-4dda-a3e5-d5b2925c3dcf req-a3d30dfe-1c68-4ea0-bdf6-fe388a47b00c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0553167 Apr 12 03:09:41.146214 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f4a287c5-c30f-4dda-a3e5-d5b2925c3dcf req-bda3f09a-1962-42ae-be21-e21772eb984d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445271 Apr 12 03:09:41.542846 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b6dd-f042-4290-9576-b911ba9651c8 req-6935f59d-ed0b-4256-8df3-e3306724f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:41.544562 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e996b6dd-f042-4290-9576-b911ba9651c8 req-6935f59d-ed0b-4256-8df3-e3306724f605 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 1130 time: 0.0421672 Apr 12 03:09:41.599063 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e996b6dd-f042-4290-9576-b911ba9651c8 req-a87a2a95-bd76-4aee-af57-6583217da910 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478828 Apr 12 03:09:42.264889 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d66886-0e7e-4913-a104-a90be10553ec req-ac9046c6-ec5d-4690-9ad7-dfde6029ec6b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:42.266360 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-91d66886-0e7e-4913-a104-a90be10553ec req-ac9046c6-ec5d-4690-9ad7-dfde6029ec6b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0494998 Apr 12 03:09:42.321329 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-91d66886-0e7e-4913-a104-a90be10553ec req-a31ac891-b786-4e8a-ac8c-c1a19b979391 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494568 Apr 12 03:09:43.474401 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef2142-46fa-4d26-8e14-8585751c2625 req-206bc87c-a3b6-4135-a996-42f99844b236 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:43.477377 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-dbef2142-46fa-4d26-8e14-8585751c2625 req-206bc87c-a3b6-4135-a996-42f99844b236 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0703876 Apr 12 03:09:43.533804 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-dbef2142-46fa-4d26-8e14-8585751c2625 req-93fe5b76-4364-452b-a632-03162ecf5262 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504076 Apr 12 03:09:43.674731 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee0406-aa06-495b-ad14-9fa8e238c058 req-565f13ad-ea57-44ae-b496-86577f7a5c83 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:43.676231 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dfee0406-aa06-495b-ad14-9fa8e238c058 req-565f13ad-ea57-44ae-b496-86577f7a5c83 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0697730 Apr 12 03:09:43.738621 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dfee0406-aa06-495b-ad14-9fa8e238c058 req-e65cd401-11ac-43f7-bac7-fde97db20961 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565832 Apr 12 03:09:45.379393 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2119c1-6cb8-484b-810c-f4b7b0e9bd14 req-2d3fa009-5169-4283-ba77-a6868dda788a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:45.380846 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bc2119c1-6cb8-484b-810c-f4b7b0e9bd14 req-2d3fa009-5169-4283-ba77-a6868dda788a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0703273 Apr 12 03:09:45.385689 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-fcee44bd-a7e6-4016-be29-cf07af5214fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:45.387062 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-fcee44bd-a7e6-4016-be29-cf07af5214fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 1129 time: 0.0497108 Apr 12 03:09:45.481060 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bc2119c1-6cb8-484b-810c-f4b7b0e9bd14 req-77a6f634-ec24-4ccf-8cfe-752de4ca5bcb tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930469 Apr 12 03:09:45.509925 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-44a25e22-f1e3-44f9-a8e2-c4e93a0377bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:45.511766 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-44a25e22-f1e3-44f9-a8e2-c4e93a0377bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.1171191 Apr 12 03:09:45.553307 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-e57f2325-d37b-439a-9bc7-3d8e8d46407d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8 HTTP/1.1" status: 200 len: 217 time: 0.0335422 Apr 12 03:09:45.603197 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-e9b30f29-8b26-418c-a669-5d6bbc4892cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:45.604602 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-e9b30f29-8b26-418c-a669-5d6bbc4892cb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0454466 Apr 12 03:09:45.646198 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-cf1e3813-77da-42cf-b516-13451441afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:45.647667 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-cf1e3813-77da-42cf-b516-13451441afc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0363886 Apr 12 03:09:45.747907 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-6d1aebc9-4cd2-4738-b1db-f8772b2b5485 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938838 Apr 12 03:09:45.835039 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16ae0e3d-5f0e-4566-8a3c-7a1354bd749e req-c8722cff-f606-441a-a1f6-80556782bfd0 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803094 Apr 12 03:09:46.600578 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512a6f5-b1fe-433e-a77d-aa05593dcb86 req-144e3f77-6cf8-47b8-b0cc-f1587b1b9523 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:46.602090 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a512a6f5-b1fe-433e-a77d-aa05593dcb86 req-144e3f77-6cf8-47b8-b0cc-f1587b1b9523 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0494683 Apr 12 03:09:46.661521 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a512a6f5-b1fe-433e-a77d-aa05593dcb86 req-028d3474-199e-4345-a4d6-02f53b730be9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516613 Apr 12 03:09:47.779350 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5c61-7db6-4b1a-ab30-94a8e08f4ed3 req-5fecc6be-73b2-4c9a-90e1-e6725f3442cf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:47.780835 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d88b5c61-7db6-4b1a-ab30-94a8e08f4ed3 req-5fecc6be-73b2-4c9a-90e1-e6725f3442cf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0470481 Apr 12 03:09:47.831679 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d88b5c61-7db6-4b1a-ab30-94a8e08f4ed3 req-a4545312-e053-47f7-aa9b-b6ab58d2734e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451341 Apr 12 03:09:48.955853 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598299d4-eac7-4f48-aa50-1e97ea244864 req-7896d74e-5d5c-4a09-a7bc-154cacd9e5e2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:48.957347 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-598299d4-eac7-4f48-aa50-1e97ea244864 req-7896d74e-5d5c-4a09-a7bc-154cacd9e5e2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0460098 Apr 12 03:09:49.004863 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-598299d4-eac7-4f48-aa50-1e97ea244864 req-3de5f3bf-2b62-4c76-91c0-9fccdade21bb tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Apr 12 03:09:50.132757 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b713b-c1a3-4ec7-bf68-214a8728ff0e req-132e0b33-d48f-4216-8a22-05e214bf55f7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:50.134336 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cf8b713b-c1a3-4ec7-bf68-214a8728ff0e req-132e0b33-d48f-4216-8a22-05e214bf55f7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0624070 Apr 12 03:09:50.192600 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cf8b713b-c1a3-4ec7-bf68-214a8728ff0e req-cc0c8e69-0ec0-4f56-b496-076d68e534c0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507061 Apr 12 03:09:51.304080 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b80a7-70db-4be0-9af7-db2c3c5a4b09 req-72d29474-ce4c-4dc3-b3d2-93418b53e34b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:51.305548 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b96b80a7-70db-4be0-9af7-db2c3c5a4b09 req-72d29474-ce4c-4dc3-b3d2-93418b53e34b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0508432 Apr 12 03:09:51.351617 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b96b80a7-70db-4be0-9af7-db2c3c5a4b09 req-cdf535d1-273d-4c81-a51b-8368aa57bc26 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404470 Apr 12 03:09:52.008666 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44914) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:52.125441 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f096a80a-119a-4eac-82ce-a7921ed0fc06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.201163 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f096a80a-119a-4eac-82ce-a7921ed0fc06 admin admin] Publish callbacks [] for security_group (0ab026dd-61d9-4263-bdc6-28fba796ed67), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.207084 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f096a80a-119a-4eac-82ce-a7921ed0fc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0ab026dd-61d9-4263-bdc6-28fba796ed67), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.243126 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-f096a80a-119a-4eac-82ce-a7921ed0fc06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d06772aaedc246f3901088af27b49ed3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333949 Apr 12 03:09:52.244068 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f096a80a-119a-4eac-82ce-a7921ed0fc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab026dd-61d9-4263-bdc6-28fba796ed67,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:52.246646 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 44918) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:52.297105 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f3efbe-adc1-46e0-b22a-fd9b1ab6d1b9 admin admin] Publish callbacks [] for security_group (0ab026dd-61d9-4263-bdc6-28fba796ed67), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.320665 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f3efbe-adc1-46e0-b22a-fd9b1ab6d1b9 admin admin] Publish callbacks [] for security_group (0ab026dd-61d9-4263-bdc6-28fba796ed67), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.371853 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f3efbe-adc1-46e0-b22a-fd9b1ab6d1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0ab026dd-61d9-4263-bdc6-28fba796ed67), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.374335 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-56f3efbe-adc1-46e0-b22a-fd9b1ab6d1b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.375599 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-56f3efbe-adc1-46e0-b22a-fd9b1ab6d1b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ab026dd-61d9-4263-bdc6-28fba796ed67 HTTP/1.1" status: 204 len: 168 time: 0.1278129 Apr 12 03:09:52.383665 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3efbe-adc1-46e0-b22a-fd9b1ab6d1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab026dd-61d9-4263-bdc6-28fba796ed67,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:52.465975 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34f48f-1155-46ff-b36b-2345ace8c77b req-0e80d41c-1b8c-4193-9acf-c02444409b92 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:52.467564 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fe34f48f-1155-46ff-b36b-2345ace8c77b req-0e80d41c-1b8c-4193-9acf-c02444409b92 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0485849 Apr 12 03:09:52.517581 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fe34f48f-1155-46ff-b36b-2345ace8c77b req-d99c1f01-489e-4044-9be9-273a305eefee tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441573 Apr 12 03:09:52.644930 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 44928) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:52.658428 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-386f4a85-1906-4cec-b78c-c34e857082d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.734445 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-386f4a85-1906-4cec-b78c-c34e857082d7 admin admin] Publish callbacks [] for security_group (b4f37be5-7117-4a57-b991-fe4070211b7a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.739255 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-386f4a85-1906-4cec-b78c-c34e857082d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (b4f37be5-7117-4a57-b991-fe4070211b7a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.745824 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44932) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:52.779329 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-386f4a85-1906-4cec-b78c-c34e857082d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ff7835de6f048b2bd7470d586f94222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331325 Apr 12 03:09:52.781284 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44934) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:52.782361 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f4a85-1906-4cec-b78c-c34e857082d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f37be5-7117-4a57-b991-fe4070211b7a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:52.800938 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e97deff-e3de-4863-8069-eb661ad18165 admin admin] Deleting subnet 4e964af2-df0d-46a0-b7a5-53ff60c173cd {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:09:52.809374 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e97deff-e3de-4863-8069-eb661ad18165 admin admin] Publish callbacks [] for subnet (4e964af2-df0d-46a0-b7a5-53ff60c173cd), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.854026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e97deff-e3de-4863-8069-eb661ad18165 admin admin] Publish callbacks [] for subnet (4e964af2-df0d-46a0-b7a5-53ff60c173cd), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:52.872504 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e97deff-e3de-4863-8069-eb661ad18165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (4e964af2-df0d-46a0-b7a5-53ff60c173cd), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.124910 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f39ae5-fbd6-4b91-9d3f-c0b7a2b25757 admin admin] Publish callbacks [] for security_group (b4f37be5-7117-4a57-b991-fe4070211b7a), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.156175 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f39ae5-fbd6-4b91-9d3f-c0b7a2b25757 admin admin] Publish callbacks [] for security_group (b4f37be5-7117-4a57-b991-fe4070211b7a), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.192026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e97deff-e3de-4863-8069-eb661ad18165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for subnet (4e964af2-df0d-46a0-b7a5-53ff60c173cd), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.217818 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97deff-e3de-4863-8069-eb661ad18165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e964af2-df0d-46a0-b7a5-53ff60c173cd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:53.224470 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4e97deff-e3de-4863-8069-eb661ad18165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.227841 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-4e97deff-e3de-4863-8069-eb661ad18165 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4e964af2-df0d-46a0-b7a5-53ff60c173cd HTTP/1.1" status: 204 len: 168 time: 0.4809136 Apr 12 03:09:53.230352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44936) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:53.286713 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f39ae5-fbd6-4b91-9d3f-c0b7a2b25757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (b4f37be5-7117-4a57-b991-fe4070211b7a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.289161 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f39ae5-fbd6-4b91-9d3f-c0b7a2b25757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.292915 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-08f39ae5-fbd6-4b91-9d3f-c0b7a2b25757 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4f37be5-7117-4a57-b991-fe4070211b7a HTTP/1.1" status: 204 len: 168 time: 0.5080953 Apr 12 03:09:53.309205 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f39ae5-fbd6-4b91-9d3f-c0b7a2b25757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f37be5-7117-4a57-b991-fe4070211b7a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:53.318133 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (501a6011-e618-4991-81db-5b246e52cecb), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.400020 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (501a6011-e618-4991-81db-5b246e52cecb), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.424532 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.424889 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.425623 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.425965 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > port after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.426266 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.426573 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > port after_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.426940 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.427255 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.427571 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.427876 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.492774 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.493119 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.493479 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.493775 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103447) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 12 03:09:53.494157 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['501a6011-e618-4991-81db-5b246e52cecb']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:53.511231 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d57100-f20b-44c4-9b77-55a8fb0bf4a4') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:53.511509 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d57100-f20b-44c4-9b77-55a8fb0bf4a4') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:53.527331 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (b5d57100-f20b-44c4-9b77-55a8fb0bf4a4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.548087 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (b5d57100-f20b-44c4-9b77-55a8fb0bf4a4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.558262 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:09:53.559994 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (b5d57100-f20b-44c4-9b77-55a8fb0bf4a4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: from cryptography.utils import int_from_bytes Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: from cryptography.utils import int_from_bytes Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:09:53.563223 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:09:53.628528 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (501a6011-e618-4991-81db-5b246e52cecb), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.637535 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d11e88-9213-468e-879e-f8fded11d748 req-20abf44c-f339-4e06-8ba9-fa38f90b2aa0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:53.639167 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-04d11e88-9213-468e-879e-f8fded11d748 req-20abf44c-f339-4e06-8ba9-fa38f90b2aa0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Apr 12 03:09:53.646147 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Pushing event deleted for resources: {'Network': ['ID=501a6011-e618-4991-81db-5b246e52cecb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:53.648101 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.651438 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-0aa2daa4-a7c8-4c98-ae77-e568851763bf admin admin] 10.222.0.41 "DELETE /v2.0/networks/501a6011-e618-4991-81db-5b246e52cecb HTTP/1.1" status: 204 len: 168 time: 0.4201093 Apr 12 03:09:53.654379 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44952) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:53.705331 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-04d11e88-9213-468e-879e-f8fded11d748 req-c1462331-7c68-4031-b2d4-e17102ea9269 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579832 Apr 12 03:09:53.717222 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb35b2b-86ed-4942-904a-c6ab09dc2519 admin admin] Deleting subnet 847dd017-adcf-4ba4-abfa-c15223145cea {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:09:53.721691 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bb35b2b-86ed-4942-904a-c6ab09dc2519 admin admin] Publish callbacks [] for subnet (847dd017-adcf-4ba4-abfa-c15223145cea), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.755809 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bb35b2b-86ed-4942-904a-c6ab09dc2519 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (847dd017-adcf-4ba4-abfa-c15223145cea), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.796031 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bb35b2b-86ed-4942-904a-c6ab09dc2519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (847dd017-adcf-4ba4-abfa-c15223145cea), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.852251 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bb35b2b-86ed-4942-904a-c6ab09dc2519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (847dd017-adcf-4ba4-abfa-c15223145cea), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.880546 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb35b2b-86ed-4942-904a-c6ab09dc2519 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=847dd017-adcf-4ba4-abfa-c15223145cea,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:53.884430 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8bb35b2b-86ed-4942-904a-c6ab09dc2519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:53.887611 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8bb35b2b-86ed-4942-904a-c6ab09dc2519 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/847dd017-adcf-4ba4-abfa-c15223145cea HTTP/1.1" status: 204 len: 168 time: 0.2319856 Apr 12 03:09:53.890062 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44964) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:53.959954 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.037773 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.058355 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:54.068805 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f1214f-a198-41a0-835d-d0749ef2c679') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:54.069104 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f1214f-a198-41a0-835d-d0749ef2c679') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:09:54.078919 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (82f1214f-a198-41a0-835d-d0749ef2c679), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.092273 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (82f1214f-a198-41a0-835d-d0749ef2c679), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.098248 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:09:54.098630 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (82f1214f-a198-41a0-835d-d0749ef2c679), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:09:54.100410 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:09:54.155274 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.161258 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.167432 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3 HTTP/1.1" status: 204 len: 168 time: 0.2739906 Apr 12 03:09:54.177887 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c563cdc-e221-40c2-a93b-78ac6a65c489 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffd5b4aa-90cf-4a1c-8225-2637d02b6ab3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:54.343666 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44980) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:54.388058 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8ed3949f-9850-402d-831d-d4230f7c35db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dba0ab2791d14b32bc3e01eb9648da7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431097 Apr 12 03:09:54.390431 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 44982) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:54.436908 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0212c4-8b82-4497-a93b-14d46c872af9 admin admin] Publish callbacks [] for security_group (dbbfcae7-7c02-4f59-9cf6-8731784d105c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.458905 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0212c4-8b82-4497-a93b-14d46c872af9 admin admin] Publish callbacks [] for security_group (dbbfcae7-7c02-4f59-9cf6-8731784d105c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.505138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0212c4-8b82-4497-a93b-14d46c872af9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (dbbfcae7-7c02-4f59-9cf6-8731784d105c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.507753 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1c0212c4-8b82-4497-a93b-14d46c872af9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.508964 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-1c0212c4-8b82-4497-a93b-14d46c872af9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbbfcae7-7c02-4f59-9cf6-8731784d105c HTTP/1.1" status: 204 len: 168 time: 0.1176047 Apr 12 03:09:54.516962 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0212c4-8b82-4497-a93b-14d46c872af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbfcae7-7c02-4f59-9cf6-8731784d105c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:54.844983 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45002) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:54.846954 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16712e-dc28-4a1d-8b68-ca75e8c935f4 req-f4ff8cb6-e8db-4518-89a9-024e48b2e15c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:54.848583 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2a16712e-dc28-4a1d-8b68-ca75e8c935f4 req-f4ff8cb6-e8db-4518-89a9-024e48b2e15c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0519032 Apr 12 03:09:54.895385 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7743cb2f-fab8-4cb0-9848-09b1e3470e09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=740ebe48757c497bbbfbec1db2c38d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484564 Apr 12 03:09:54.897335 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45008) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:54.903112 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2a16712e-dc28-4a1d-8b68-ca75e8c935f4 req-b647e318-0d7f-40fb-94de-dd0b6d5e2c78 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 Apr 12 03:09:54.949887 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f28115b-fa92-4b47-986e-b2554b72e9e6 admin admin] Publish callbacks [] for security_group (5fb52982-d311-4fd4-96e1-5e1faf443a61), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:54.973894 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f28115b-fa92-4b47-986e-b2554b72e9e6 admin admin] Publish callbacks [] for security_group (5fb52982-d311-4fd4-96e1-5e1faf443a61), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:55.019227 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f28115b-fa92-4b47-986e-b2554b72e9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (5fb52982-d311-4fd4-96e1-5e1faf443a61), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:55.021853 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f28115b-fa92-4b47-986e-b2554b72e9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:55.023032 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-5f28115b-fa92-4b47-986e-b2554b72e9e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5fb52982-d311-4fd4-96e1-5e1faf443a61 HTTP/1.1" status: 204 len: 168 time: 0.1247377 Apr 12 03:09:55.030887 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28115b-fa92-4b47-986e-b2554b72e9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb52982-d311-4fd4-96e1-5e1faf443a61,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:56.032454 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53683ec2-8396-4e45-8010-b92139ab8507 req-484f831e-b79d-4f48-a46d-44beb766b9e5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:56.039534 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-53683ec2-8396-4e45-8010-b92139ab8507 req-484f831e-b79d-4f48-a46d-44beb766b9e5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0602789 Apr 12 03:09:56.087176 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-53683ec2-8396-4e45-8010-b92139ab8507 req-713251b4-6848-4348-8dcf-a0fd5c9b848e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467391 Apr 12 03:09:57.200947 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9374f75-f007-46db-aafa-b13ebbbdcfce req-9557d3ab-f5dc-425e-97b1-159e9a3ade89 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:57.202390 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a9374f75-f007-46db-aafa-b13ebbbdcfce req-9557d3ab-f5dc-425e-97b1-159e9a3ade89 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0490377 Apr 12 03:09:57.252343 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a9374f75-f007-46db-aafa-b13ebbbdcfce req-e5807769-aee3-4b6d-b0d6-55afc7b8f519 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Apr 12 03:09:57.984296 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8754fac-cfa2-4ba9-a15b-487891099110 req-da2f742e-796e-4468-b9d9-432115bb829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:57.986099 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d8754fac-cfa2-4ba9-a15b-487891099110 req-da2f742e-796e-4468-b9d9-432115bb829a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 1129 time: 0.0378926 Apr 12 03:09:58.030539 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d8754fac-cfa2-4ba9-a15b-487891099110 req-522b20fb-fcea-4677-817a-f138a8572409 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Apr 12 03:09:58.374093 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ebcf1-c114-45c5-a72b-e704157ee06e req-dc8932a0-4e84-4fce-891f-6739dd8a9056 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:58.375627 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f09ebcf1-c114-45c5-a72b-e704157ee06e req-dc8932a0-4e84-4fce-891f-6739dd8a9056 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0491943 Apr 12 03:09:58.430160 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f09ebcf1-c114-45c5-a72b-e704157ee06e req-9ad4b9a5-d689-4354-a9ba-859695c2d0c5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458064 Apr 12 03:09:58.739124 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45124) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:58.848849 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-88d9b3b6-a0bf-41d9-9406-3cc2c3977055 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:58.926463 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-88d9b3b6-a0bf-41d9-9406-3cc2c3977055 admin admin] Publish callbacks [] for security_group (4d320d23-9ff0-4ff1-9efa-e20af3f48cba), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:58.932125 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-88d9b3b6-a0bf-41d9-9406-3cc2c3977055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (4d320d23-9ff0-4ff1-9efa-e20af3f48cba), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:58.967696 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9b3b6-a0bf-41d9-9406-3cc2c3977055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d320d23-9ff0-4ff1-9efa-e20af3f48cba,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:58.974804 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-88d9b3b6-a0bf-41d9-9406-3cc2c3977055 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=113c065b0eca45dfacfd31017c993e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321417 Apr 12 03:09:58.975607 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45128) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:09:59.022581 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e3fee8f-e22a-4ed4-b09b-b5363e39685d admin admin] Publish callbacks [] for security_group (4d320d23-9ff0-4ff1-9efa-e20af3f48cba), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.031155 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:09:59.044180 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e3fee8f-e22a-4ed4-b09b-b5363e39685d admin admin] Publish callbacks [] for security_group (4d320d23-9ff0-4ff1-9efa-e20af3f48cba), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.090269 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e3fee8f-e22a-4ed4-b09b-b5363e39685d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (4d320d23-9ff0-4ff1-9efa-e20af3f48cba), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.092941 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4e3fee8f-e22a-4ed4-b09b-b5363e39685d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:09:59.094176 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4e3fee8f-e22a-4ed4-b09b-b5363e39685d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4d320d23-9ff0-4ff1-9efa-e20af3f48cba HTTP/1.1" status: 204 len: 168 time: 0.1180902 Apr 12 03:09:59.101757 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fee8f-e22a-4ed4-b09b-b5363e39685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d320d23-9ff0-4ff1-9efa-e20af3f48cba,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:09:59.556175 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2457d-ebc9-497a-b861-b02ae5c2eca5 req-d6150f40-7b19-448a-b597-4bd0fa27f01c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:09:59.559760 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-aba2457d-ebc9-497a-b861-b02ae5c2eca5 req-d6150f40-7b19-448a-b597-4bd0fa27f01c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0556812 Apr 12 03:09:59.613626 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-aba2457d-ebc9-497a-b861-b02ae5c2eca5 req-daaa68d2-6e57-47ed-ab13-8c9143ca4318 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474467 Apr 12 03:10:00.624010 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0e8b7eb6-3e22-44d5-b371-2160025a1601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:00.729913 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea658e2-d8e0-4d4b-8726-afc64949d88a req-24da6987-81de-4e63-bfe0-a3b526893006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:00.731759 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cea658e2-d8e0-4d4b-8726-afc64949d88a req-24da6987-81de-4e63-bfe0-a3b526893006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0511732 Apr 12 03:10:00.780280 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cea658e2-d8e0-4d4b-8726-afc64949d88a req-b794075e-6b2b-48a2-b133-ed6bf3d16b7a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428061 Apr 12 03:10:01.055608 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-7764cc6d-186b-49ab-85dd-f3907017330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:01.057114 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-7764cc6d-186b-49ab-85dd-f3907017330e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 1129 time: 0.0707371 Apr 12 03:10:01.065207 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635fef1-3f1d-4579-b723-f4165e188f60 req-75c3d176-02ab-41ac-b5da-b89387ed23f5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:01.066626 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4635fef1-3f1d-4579-b723-f4165e188f60 req-75c3d176-02ab-41ac-b5da-b89387ed23f5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0700755 Apr 12 03:10:01.098135 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45224) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:01.167847 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4635fef1-3f1d-4579-b723-f4165e188f60 req-c475e143-07b0-465f-9c25-44dea9de6b40 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926664 Apr 12 03:10:01.189373 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-a6f6c9c5-a392-467f-9372-7230e8ce05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:01.189373 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-a6f6c9c5-a392-467f-9372-7230e8ce05ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.1189814 Apr 12 03:10:01.207458 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ebb5bdfa-1070-4eec-b3c9-cb6f3c0723a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.228120 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-3654d1c9-9b8f-4c32-8f74-c2c2e6f6cb75 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8 HTTP/1.1" status: 200 len: 217 time: 0.0350480 Apr 12 03:10:01.278794 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-5a07c3d0-1ece-42f3-90ae-8bb0f09fb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:01.280239 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-5a07c3d0-1ece-42f3-90ae-8bb0f09fb16d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0465143 Apr 12 03:10:01.280558 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ebb5bdfa-1070-4eec-b3c9-cb6f3c0723a0 admin admin] Publish callbacks [] for security_group (647811ce-b790-4a9d-8919-13dc572f3e9f), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.285553 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ebb5bdfa-1070-4eec-b3c9-cb6f3c0723a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (647811ce-b790-4a9d-8919-13dc572f3e9f), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.324934 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-9af05fae-1674-4cba-abc9-fb3e445d97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:01.326948 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-9af05fae-1674-4cba-abc9-fb3e445d97a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0395689 Apr 12 03:10:01.331409 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ebb5bdfa-1070-4eec-b3c9-cb6f3c0723a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61833154405e468dac1df84ff9f17dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320116 Apr 12 03:10:01.333769 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5bdfa-1070-4eec-b3c9-cb6f3c0723a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647811ce-b790-4a9d-8919-13dc572f3e9f,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:01.336063 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45230) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:01.395902 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b68690e3-6c6d-47e5-b412-dc273a2cf0c3 admin admin] Publish callbacks [] for security_group (647811ce-b790-4a9d-8919-13dc572f3e9f), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.421542 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b68690e3-6c6d-47e5-b412-dc273a2cf0c3 admin admin] Publish callbacks [] for security_group (647811ce-b790-4a9d-8919-13dc572f3e9f), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.425552 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-7c5b1dc4-b5e8-455f-8ea4-5965650544a6 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912611 Apr 12 03:10:01.472799 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b68690e3-6c6d-47e5-b412-dc273a2cf0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (647811ce-b790-4a9d-8919-13dc572f3e9f), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.475721 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b68690e3-6c6d-47e5-b412-dc273a2cf0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:01.479574 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b68690e3-6c6d-47e5-b412-dc273a2cf0c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/647811ce-b790-4a9d-8919-13dc572f3e9f HTTP/1.1" status: 204 len: 168 time: 0.1350327 Apr 12 03:10:01.501116 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68690e3-6c6d-47e5-b412-dc273a2cf0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647811ce-b790-4a9d-8919-13dc572f3e9f,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:01.541119 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-52ee51a6-4d7a-439d-a1c8-9e96cdb033c0 req-97462f30-729f-48a1-a7e2-2c54087b304a service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091714 Apr 12 03:10:02.282221 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c80cb2-1884-47ef-949c-d9c833baedda req-7428be0b-b074-4a74-a150-c5c5969931fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:02.283728 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c80cb2-1884-47ef-949c-d9c833baedda req-7428be0b-b074-4a74-a150-c5c5969931fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0468345 Apr 12 03:10:02.324579 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45256) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:02.336481 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c80cb2-1884-47ef-949c-d9c833baedda req-4fffb706-e97f-461d-8441-f26b319d0289 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472658 Apr 12 03:10:02.432040 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dd8adeb7-303b-427f-b4bf-a715d3da37b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.507603 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dd8adeb7-303b-427f-b4bf-a715d3da37b3 admin admin] Publish callbacks [] for security_group (42b472fe-67db-49d0-851b-346ab950e896), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.512376 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dd8adeb7-303b-427f-b4bf-a715d3da37b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (42b472fe-67db-49d0-851b-346ab950e896), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.549228 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-dd8adeb7-303b-427f-b4bf-a715d3da37b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3265fc5b5a6d4d99897f22b2f5e1427d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236104 Apr 12 03:10:02.550074 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8adeb7-303b-427f-b4bf-a715d3da37b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b472fe-67db-49d0-851b-346ab950e896,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:02.552183 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45262) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:02.606654 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-857ddb6f-059f-4772-bb0e-a1f8e31e7b51 admin admin] Publish callbacks [] for security_group (42b472fe-67db-49d0-851b-346ab950e896), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.633368 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-857ddb6f-059f-4772-bb0e-a1f8e31e7b51 admin admin] Publish callbacks [] for security_group (42b472fe-67db-49d0-851b-346ab950e896), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.679665 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-857ddb6f-059f-4772-bb0e-a1f8e31e7b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (42b472fe-67db-49d0-851b-346ab950e896), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.682075 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-857ddb6f-059f-4772-bb0e-a1f8e31e7b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:02.683231 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-857ddb6f-059f-4772-bb0e-a1f8e31e7b51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/42b472fe-67db-49d0-851b-346ab950e896 HTTP/1.1" status: 204 len: 168 time: 0.1294885 Apr 12 03:10:02.691820 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ddb6f-059f-4772-bb0e-a1f8e31e7b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b472fe-67db-49d0-851b-346ab950e896,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:02.965957 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45274) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:02.982002 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-70f51403-af95-4b36-91ab-e38241e260e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.016741 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9e1cdbbf-60aa-415a-b096-338cd4bff1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.057717 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-70f51403-af95-4b36-91ab-e38241e260e2 admin admin] Publish callbacks [] for security_group (383b0886-6276-417c-b7b7-f371d993d951), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.062609 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-70f51403-af95-4b36-91ab-e38241e260e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (383b0886-6276-417c-b7b7-f371d993d951), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.097960 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f51403-af95-4b36-91ab-e38241e260e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383b0886-6276-417c-b7b7-f371d993d951,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:03.102245 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-70f51403-af95-4b36-91ab-e38241e260e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dba7a4907254463bbb614bc01c948bec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352551 Apr 12 03:10:03.105883 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45276) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:03.153702 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ef551-0362-4d30-8dd0-6aa279fd8df6 admin admin] Publish callbacks [] for security_group (383b0886-6276-417c-b7b7-f371d993d951), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.174417 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ef551-0362-4d30-8dd0-6aa279fd8df6 admin admin] Publish callbacks [] for security_group (383b0886-6276-417c-b7b7-f371d993d951), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.228456 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ef551-0362-4d30-8dd0-6aa279fd8df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (383b0886-6276-417c-b7b7-f371d993d951), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.232446 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ef551-0362-4d30-8dd0-6aa279fd8df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:03.234026 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-894ef551-0362-4d30-8dd0-6aa279fd8df6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/383b0886-6276-417c-b7b7-f371d993d951 HTTP/1.1" status: 204 len: 168 time: 0.1273229 Apr 12 03:10:03.241773 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ef551-0362-4d30-8dd0-6aa279fd8df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383b0886-6276-417c-b7b7-f371d993d951,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:03.451451 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c970a43-14a6-4d6c-8b37-59975818dc8d req-2b644e77-83c5-4ce9-91ad-6b601f26adfa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:03.453087 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4c970a43-14a6-4d6c-8b37-59975818dc8d req-2b644e77-83c5-4ce9-91ad-6b601f26adfa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0486686 Apr 12 03:10:03.499019 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4c970a43-14a6-4d6c-8b37-59975818dc8d req-67940f88-99dd-41d0-bce3-8a3fb6a105e9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403750 Apr 12 03:10:03.729888 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:04.614086 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d203284-89ab-4bd5-bcef-4a171470eb1d req-f8c3d1ed-9047-4c42-975d-0b89871fa62d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:04.615609 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d203284-89ab-4bd5-bcef-4a171470eb1d req-f8c3d1ed-9047-4c42-975d-0b89871fa62d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0482280 Apr 12 03:10:04.661978 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d203284-89ab-4bd5-bcef-4a171470eb1d req-ac3d362c-1b71-4831-aaf3-19a7a2078d92 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Apr 12 03:10:05.117524 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45356) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:05.224598 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb29e-a66b-49c1-8bb9-70a2cb3ba269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.299348 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb29e-a66b-49c1-8bb9-70a2cb3ba269 admin admin] Publish callbacks [] for security_group (e822037d-0c29-40bf-bcb1-ea6797afd220), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.307450 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ff0eb29e-a66b-49c1-8bb9-70a2cb3ba269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e822037d-0c29-40bf-bcb1-ea6797afd220), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.348967 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ff0eb29e-a66b-49c1-8bb9-70a2cb3ba269 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=60053eabcc504261b67cd6829cb9f633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302887 Apr 12 03:10:05.349636 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.351378 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0eb29e-a66b-49c1-8bb9-70a2cb3ba269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e822037d-0c29-40bf-bcb1-ea6797afd220,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:05.351935 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45366) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:05.413105 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42318c94-666d-4ceb-9fd8-6b3ff69b037d admin admin] Publish callbacks [] for security_group (e822037d-0c29-40bf-bcb1-ea6797afd220), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.434117 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42318c94-666d-4ceb-9fd8-6b3ff69b037d admin admin] Publish callbacks [] for security_group (e822037d-0c29-40bf-bcb1-ea6797afd220), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.481154 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42318c94-666d-4ceb-9fd8-6b3ff69b037d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e822037d-0c29-40bf-bcb1-ea6797afd220), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.483676 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-42318c94-666d-4ceb-9fd8-6b3ff69b037d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:05.484893 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-42318c94-666d-4ceb-9fd8-6b3ff69b037d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e822037d-0c29-40bf-bcb1-ea6797afd220 HTTP/1.1" status: 204 len: 168 time: 0.1318796 Apr 12 03:10:05.495975 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42318c94-666d-4ceb-9fd8-6b3ff69b037d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e822037d-0c29-40bf-bcb1-ea6797afd220,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:06.111966 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45406) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:06.178963 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45410) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:06.183905 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-c687660c-e2b7-4a1d-97eb-2de12e0552f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110986861', 'description': 'tempest-description--390334810'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:06.208552 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2130284897-network', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:06.217697 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c687660c-e2b7-4a1d-97eb-2de12e0552f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.236587 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Made reservation on behalf of d7ac57a3dcd347a1b9f8207e3226f4ea for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:10:06.238842 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.250063 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.283852 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c687660c-e2b7-4a1d-97eb-2de12e0552f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group (8ff1d145-3c92-419a-9d78-5631c5c22fc2), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.287693 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c687660c-e2b7-4a1d-97eb-2de12e0552f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8ff1d145-3c92-419a-9d78-5631c5c22fc2), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.314759 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c687660c-e2b7-4a1d-97eb-2de12e0552f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.316002 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c687660c-e2b7-4a1d-97eb-2de12e0552f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1359549 Apr 12 03:10:06.318894 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45412) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:06.323239 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-059a936f-7c83-4e75-a551-74f3e884ed0d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'security_group_rule': {'security_group_id': '8ff1d145-3c92-419a-9d78-5631c5c22fc2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:06.323851 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687660c-e2b7-4a1d-97eb-2de12e0552f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff1d145-3c92-419a-9d78-5631c5c22fc2,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:06.344636 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Publish callbacks [] for security_group (2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.350324 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.375695 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:10:06.383818 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-059a936f-7c83-4e75-a551-74f3e884ed0d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group_rule (91dee251-61bf-4197-abdc-3b4f4d937ac7), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.399563 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:06.410052 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (2a9b936f-2f29-40d7-a215-628f311bcf7c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.410411 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Added segment 2a9b936f-2f29-40d7-a215-628f311bcf7c of type vlan for network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 Apr 12 03:10:06.460262 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (62a16cfe-b5a0-4e2a-bdb3-dce114847dd0), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.477847 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-059a936f-7c83-4e75-a551-74f3e884ed0d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group_rule (91dee251-61bf-4197-abdc-3b4f4d937ac7), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.487374 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-059a936f-7c83-4e75-a551-74f3e884ed0d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (91dee251-61bf-4197-abdc-3b4f4d937ac7), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.508753 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (62a16cfe-b5a0-4e2a-bdb3-dce114847dd0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.509693 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:06.510242 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.514974 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a936f-7c83-4e75-a551-74f3e884ed0d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dee251-61bf-4197-abdc-3b4f4d937ac7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:06.524098 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-059a936f-7c83-4e75-a551-74f3e884ed0d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.525245 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-059a936f-7c83-4e75-a551-74f3e884ed0d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2054434 Apr 12 03:10:06.528162 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45416) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:06.533101 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-deaf073a-132f-40a9-9a9e-ca15aaa560d8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'security_group_rule': {'security_group_id': '8ff1d145-3c92-419a-9d78-5631c5c22fc2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:06.548441 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4327335 Apr 12 03:10:06.548631 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45418) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:06.554915 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Request body: {'subnet': {'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2130284897-subnet', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:06.563048 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-deaf073a-132f-40a9-9a9e-ca15aaa560d8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group_rule (91f317f3-b292-412a-8775-18aee5843286), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.592662 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63659e2-dddc-4e2b-b5f2-8d75c97abfdd admin admin] Pushing event updated for resources: {'Network': ['ID=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:06.603383 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:10:06.608838 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Made reservation on behalf of d7ac57a3dcd347a1b9f8207e3226f4ea for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:10:06.611614 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10264205'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.626338 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-deaf073a-132f-40a9-9a9e-ca15aaa560d8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group_rule (91f317f3-b292-412a-8775-18aee5843286), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.631773 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-deaf073a-132f-40a9-9a9e-ca15aaa560d8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (91f317f3-b292-412a-8775-18aee5843286), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.650819 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf073a-132f-40a9-9a9e-ca15aaa560d8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f317f3-b292-412a-8775-18aee5843286,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:06.659030 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-deaf073a-132f-40a9-9a9e-ca15aaa560d8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.660247 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-deaf073a-132f-40a9-9a9e-ca15aaa560d8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309900 Apr 12 03:10:06.665448 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45420) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:06.669778 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:06.690315 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.768971 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.788284 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10334753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10264223'] for subnet (dd8afa46-70ac-4f2c-ab8e-049cf01d52d0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.840369 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8afa46-70ac-4f2c-ab8e-049cf01d52d0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:06.850642 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Checking segment: {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:06.851026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Network hostable DHCP agents. Network: 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:10:06.865501 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.869217 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:10:06.872087 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Allocated IP 172.28.1.160 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/e1b55744-e7d5-4b9f-ac92-a7910ac74162) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:06.880138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:06.884642 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:06.885289 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.890066 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d03081-66eb-4fff-82dc-9a2a210f3d53 None None] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:10:06.909489 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-7ba18823-94e3-43a6-9996-05a55e9ceaf1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3575640 Apr 12 03:10:06.910191 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45422) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:06.914487 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:06.933914 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (e158a4dc-09f4-4729-8bc8-64a3cf714566), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.935395 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (e158a4dc-09f4-4729-8bc8-64a3cf714566), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.993037 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks [] for router_controller (e158a4dc-09f4-4729-8bc8-64a3cf714566), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:06.997166 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for port (e1b55744-e7d5-4b9f-ac92-a7910ac74162), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.005305 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:10:07.015488 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.060318 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (e1b55744-e7d5-4b9f-ac92-a7910ac74162), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.106457 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:07.110845 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:07.116889 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:07.118996 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event updated for resources: {'Port': ['ID=e1b55744-e7d5-4b9f-ac92-a7910ac74162,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:07.199345 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Allocated IP 172.20.0.2 (62a16cfe-b5a0-4e2a-bdb3-dce114847dd0/dd8afa46-70ac-4f2c-ab8e-049cf01d52d0/d0f39e79-83c5-40a1-8751-2f2b1d832841) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:07.221110 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (5a0144bf-c25a-46b1-a919-6c20b74b377a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.228640 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks [] for router_gateway (e158a4dc-09f4-4729-8bc8-64a3cf714566), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.238323 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-9e21c0ea-dd24-48cf-b163-8d78c94e89ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719020 Apr 12 03:10:07.283692 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (e1b55744-e7d5-4b9f-ac92-a7910ac74162), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.337048 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-366f5724-9d9c-465f-b29a-618fc945fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:07.338610 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-366f5724-9d9c-465f-b29a-618fc945fd57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 1130 time: 0.0746248 Apr 12 03:10:07.396208 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Publish callbacks [] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.403412 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.449338 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:07.452391 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:07.459127 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:07.465842 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for port (e1b55744-e7d5-4b9f-ac92-a7910ac74162), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.472657 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (e1b55744-e7d5-4b9f-ac92-a7910ac74162), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.486956 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Pushing event updated for resources: {'Port': ['ID=d0f39e79-83c5-40a1-8751-2f2b1d832841,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:07.530330 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Attempting to bind port d0f39e79-83c5-40a1-8751-2f2b1d832841 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:07.530595 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Attempting to bind port d0f39e79-83c5-40a1-8751-2f2b1d832841 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:07.531211 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Attempting to bind port d0f39e79-83c5-40a1-8751-2f2b1d832841 on network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:07.536475 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:07.537007 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Checking segment: {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:07.537137 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.537468 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Bound using segment: {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:07.538050 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Bound port: d0f39e79-83c5-40a1-8751-2f2b1d832841, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:07.538429 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.542527 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks [] for router_gateway (e158a4dc-09f4-4729-8bc8-64a3cf714566), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.545490 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-95ca5659-4d88-41f8-bf0a-057f62b1dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:07.545859 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event updated for resources: {'Port': ['ID=e1b55744-e7d5-4b9f-ac92-a7910ac74162,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:07.547008 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-95ca5659-4d88-41f8-bf0a-057f62b1dc22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.1539745 Apr 12 03:10:07.556619 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (5a0144bf-c25a-46b1-a919-6c20b74b377a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.570878 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.577047 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.579173 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-e237afb4-2cf7-4b6b-bc7d-8d13ad919cbd tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9127307 Apr 12 03:10:07.609710 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] For port d0f39e79-83c5-40a1-8751-2f2b1d832841, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:07.610307 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-e6e8af57-4e2a-45cc-ab18-13d41b04a2d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0273094-934d-46a2-96a3-cf6b830e217b HTTP/1.1" status: 200 len: 217 time: 0.0455151 Apr 12 03:10:07.614296 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] For port d0f39e79-83c5-40a1-8751-2f2b1d832841, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=d0f39e79-83c5-40a1-8751-2f2b1d832841,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:07.620864 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:07.672387 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f59215-7f7b-4d75-afd1-c5fa19c474e0 None None] Pushing event updated for resources: {'Port': ['ID=d0f39e79-83c5-40a1-8751-2f2b1d832841,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:07.736173 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-46a531ee-fdc4-4d04-b8f1-a04734bf9c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:07.737642 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-46a531ee-fdc4-4d04-b8f1-a04734bf9c7d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0855124 Apr 12 03:10:07.787570 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Allocated IP 172.28.1.121 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/ab945835-1ff9-4e31-906c-fc9c9a4d160a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:07.801947 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-c7badf7e-526c-4f14-87f5-2448b363acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:07.803517 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-c7badf7e-526c-4f14-87f5-2448b363acd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0580249 Apr 12 03:10:07.838060 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-ac4c4b8c-ab3a-4274-8c95-a51914ff4057 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1110986861&fields=id&tenant_id=3e13ac14d2a942b3aa56287120726074 HTTP/1.1" status: 200 len: 267 time: 0.0522611 Apr 12 03:10:07.975748 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-7df4c813-6956-42cc-b01a-e2dc23e7edbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:07.977591 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-7df4c813-6956-42cc-b01a-e2dc23e7edbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 819 time: 0.1386130 Apr 12 03:10:07.993323 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-a76f9b7d-abff-44a0-a025-d5714b7add6c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/quotas/3e13ac14d2a942b3aa56287120726074 HTTP/1.1" status: 200 len: 375 time: 0.0094934 Apr 12 03:10:07.995338 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-42d449cf-c9ff-4651-8fda-a784671e1ae7 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851382 Apr 12 03:10:07.998535 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks [] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:08.052303 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-3ed9c6d3-697c-4d15-944a-87f0f6ff1262 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0468867 Apr 12 03:10:08.101646 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:08.115938 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2b4b8625-a295-4b8a-ba34-7e95305e9c69 req-f3fa6bb5-efd3-46d9-aa7b-d68899b93483 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113229 Apr 12 03:10:08.147714 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:08.149111 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-55d13e2b-9f58-4656-b93a-bdf80ab7fafd service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850620 Apr 12 03:10:08.154321 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:08.158060 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:08.187926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Pushing event updated for resources: {'Port': ['ID=ab945835-1ff9-4e31-906c-fc9c9a4d160a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:08.248198 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-2f7789c0-d8df-4bec-b608-bb3719621d0c service neutron] 10.222.0.41 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894613 Apr 12 03:10:08.787875 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5ee16fbd-810b-43d7-897a-679cce5fdf26 req-af7f280f-c1a9-45b7-b47b-f11881f46967 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 210 time: 0.0370519 Apr 12 03:10:08.807422 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks [] for router_gateway (e158a4dc-09f4-4729-8bc8-64a3cf714566), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:08.811446 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76558bb6-ae27-45f0-8a50-e115b72c8bd0 None None] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:10:08.881386 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-fafb12d6-516e-49ab-b128-b0c7cdad65a1 None None] Provisioning complete for port d0f39e79-83c5-40a1-8751-2f2b1d832841 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:08.882050 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fafb12d6-516e-49ab-b128-b0c7cdad65a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:08.998337 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-fafb12d6-516e-49ab-b128-b0c7cdad65a1 None None] Current status of the port d0f39e79-83c5-40a1-8751-2f2b1d832841 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:08.998947 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fafb12d6-516e-49ab-b128-b0c7cdad65a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:09.021999 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (e158a4dc-09f4-4729-8bc8-64a3cf714566), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:09.039678 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-fafb12d6-516e-49ab-b128-b0c7cdad65a1 None None] For port d0f39e79-83c5-40a1-8751-2f2b1d832841, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=d0f39e79-83c5-40a1-8751-2f2b1d832841,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:09.044453 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fafb12d6-516e-49ab-b128-b0c7cdad65a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:09.111202 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb12d6-516e-49ab-b128-b0c7cdad65a1 None None] Pushing event updated for resources: {'Port': ['ID=d0f39e79-83c5-40a1-8751-2f2b1d832841,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:09.175508 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Router e158a4dc-09f4-4729-8bc8-64a3cf714566 is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:10:09.179973 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:09.264948 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-009588fa-3982-4652-80d5-bb8d6ef293dc None None] Provisioning complete for port d0f39e79-83c5-40a1-8751-2f2b1d832841 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:09.265348 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-009588fa-3982-4652-80d5-bb8d6ef293dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:09.283828 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:09.295785 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Sync routers for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:09.307001 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:09.307628 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:09.308957 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:09.313625 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45462) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:09.314536 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-4bb633a5-3255-41eb-a7aa-8f3b98e7db75 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4029377 Apr 12 03:10:09.361574 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-009588fa-3982-4652-80d5-bb8d6ef293dc None None] Current status of the port d0f39e79-83c5-40a1-8751-2f2b1d832841 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:09.429465 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:09.544137 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-9c84843c-9de7-4800-9441-0067633f32fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:09.545799 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-9c84843c-9de7-4800-9441-0067633f32fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 819 time: 0.1202137 Apr 12 03:10:09.621198 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:08Z', 'revision_number': 3, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:09.621504 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-12ef7cdd-92ae-41e2-9443-3a56f29ae5c3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e13ac14d2a942b3aa56287120726074 HTTP/1.1" status: 200 len: 380 time: 0.0665145 Apr 12 03:10:09.630472 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'port': {'device_id': '38336d4b-e834-419b-bd76-e7408563a764', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'admin_state_up': True, 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'security_groups': ['8ff1d145-3c92-419a-9d78-5631c5c22fc2']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:09.655052 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Checking router: e158a4dc-09f4-4729-8bc8-64a3cf714566 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:09.655401 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Updating router e158a4dc-09f4-4729-8bc8-64a3cf714566 port ab945835-1ff9-4e31-906c-fc9c9a4d160a binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:10:09.697917 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:09.784285 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Made reservation on behalf of 3e13ac14d2a942b3aa56287120726074 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:10:09.789542 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:09.825610 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device d0f39e79-83c5-40a1-8751-2f2b1d832841 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:09.919058 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port d0f39e79-83c5-40a1-8751-2f2b1d832841 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:09.920196 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.004857 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Allocated IP 172.20.0.6 (ea3f5856-aff3-47d0-98be-7a7334aece44/09ab16c8-563a-4e55-81bf-4cf6a947b6a3/26cb82c5-51d8-475c-b96a-b8bebdc11678) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:10.047326 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port d0f39e79-83c5-40a1-8751-2f2b1d832841 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:10.085103 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1c9fcdcb-a34e-442a-8b22-fadfa867ac73 req-3cf2b222-f1d4-4610-9447-9622bf1b6c33 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 210 time: 0.0349576 Apr 12 03:10:10.133311 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Publish callbacks [] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.143812 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.197905 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.198193 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Attempting to bind port ab945835-1ff9-4e31-906c-fc9c9a4d160a on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:10.198554 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Attempting to bind port ab945835-1ff9-4e31-906c-fc9c9a4d160a by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:10.198942 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Attempting to bind port ab945835-1ff9-4e31-906c-fc9c9a4d160a on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:10.206668 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:10.207057 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:10.207448 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.207832 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:10.208290 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Bound port: ab945835-1ff9-4e31-906c-fc9c9a4d160a, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:10.208658 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.213703 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Pushing event updated for resources: {'Port': ['ID=ab945835-1ff9-4e31-906c-fc9c9a4d160a,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:10.240148 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.241639 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.242137 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.242489 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.242910 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.243279 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.244026 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.244026 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.244303 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.244659 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.244983 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.245300 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.245629 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.245995 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.246333 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.246655 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:10.265526 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.302278 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] For port ab945835-1ff9-4e31-906c-fc9c9a4d160a, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:10.312398 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] For port ab945835-1ff9-4e31-906c-fc9c9a4d160a, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=ab945835-1ff9-4e31-906c-fc9c9a4d160a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:10.320241 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Network ea3f5856-aff3-47d0-98be-7a7334aece44 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:10.323338 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:10.324391 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.327302 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:10.334197 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event updated for resources: {'Port': ['ID=26cb82c5-51d8-475c-b96a-b8bebdc11678,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:10.395785 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:10.400555 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.427481 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:10.428635 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:10.432261 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-e678e3bc-1a82-46a4-94ec-89084b8c5a4f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8057826 Apr 12 03:10:10.438484 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96156aae-a12a-485a-bf7d-48b0b40e2550 None None] Pushing event updated for resources: {'Port': ['ID=ab945835-1ff9-4e31-906c-fc9c9a4d160a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:10.445336 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Request body: {'port': {'device_id': '38336d4b-e834-419b-bd76-e7408563a764', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:10.457361 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Allocated IP 172.20.0.1 (62a16cfe-b5a0-4e2a-bdb3-dce114847dd0/dd8afa46-70ac-4f2c-ab8e-049cf01d52d0/76125e17-482e-4160-874c-362f2a10ad20) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:10.532762 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.612648 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Publish callbacks [] for port (76125e17-482e-4160-874c-362f2a10ad20), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.616045 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:10.654447 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (76125e17-482e-4160-874c-362f2a10ad20), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.702336 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-0094fdcc-53ba-485c-8e2a-47b7c7abe448 None None] Provisioning complete for port 26cb82c5-51d8-475c-b96a-b8bebdc11678 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:10.707230 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0094fdcc-53ba-485c-8e2a-47b7c7abe448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.732551 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:10.736437 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:10.755919 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:10.790863 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-0094fdcc-53ba-485c-8e2a-47b7c7abe448 None None] Port 26cb82c5-51d8-475c-b96a-b8bebdc11678 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:10:10.815616 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Pushing event updated for resources: {'Port': ['ID=76125e17-482e-4160-874c-362f2a10ad20,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:10.833715 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (e158a4dc-09f4-4729-8bc8-64a3cf714566), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.842791 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:08Z', 'revision_number': 3, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:10.871057 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be47531-2e0f-459f-bf7f-4dbd7c2e4885 None None] The sync data for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb is: [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:08Z', 'revision_number': 3, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:10.935198 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cb82c5-51d8-475c-b96a-b8bebdc11678 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:10.945883 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Publish callbacks [] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:10.971332 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Transition to ACTIVE for port object 26cb82c5-51d8-475c-b96a-b8bebdc11678 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:10:10.979835 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.036014 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (76125e17-482e-4160-874c-362f2a10ad20), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.065641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Pushing event updated for resources: {'Port': ['ID=26cb82c5-51d8-475c-b96a-b8bebdc11678,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:11.138155 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-2b500f65-1051-4717-95fc-644fe22cb628 None None] Provisioning complete for port 76125e17-482e-4160-874c-362f2a10ad20 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:11.138770 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b500f65-1051-4717-95fc-644fe22cb628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (76125e17-482e-4160-874c-362f2a10ad20), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.141945 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Attempting to bind port 26cb82c5-51d8-475c-b96a-b8bebdc11678 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:11.142291 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Attempting to bind port 26cb82c5-51d8-475c-b96a-b8bebdc11678 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:11.142616 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Attempting to bind port 26cb82c5-51d8-475c-b96a-b8bebdc11678 on network ea3f5856-aff3-47d0-98be-7a7334aece44 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:11.148286 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Port 26cb82c5-51d8-475c-b96a-b8bebdc11678 on network ea3f5856-aff3-47d0-98be-7a7334aece44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:10:11.148681 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Attempting to bind port 26cb82c5-51d8-475c-b96a-b8bebdc11678 on network ea3f5856-aff3-47d0-98be-7a7334aece44 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:11.156989 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:11.159087 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Checking segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:11.159586 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Bound using segment: {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:11.162490 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Bound port: 26cb82c5-51d8-475c-b96a-b8bebdc11678, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:11.162957 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.236799 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-2b500f65-1051-4717-95fc-644fe22cb628 None None] Port 76125e17-482e-4160-874c-362f2a10ad20 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:10:11.295085 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Publish callbacks [] for port (76125e17-482e-4160-874c-362f2a10ad20), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.315222 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (76125e17-482e-4160-874c-362f2a10ad20), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.359013 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fbc3d-2507-40a8-9895-2916cb0e7972 req-f9286420-1a54-4b94-9db9-11089da12d6a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.360578 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-579fbc3d-2507-40a8-9895-2916cb0e7972 req-f9286420-1a54-4b94-9db9-11089da12d6a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 943 time: 0.1099501 Apr 12 03:10:11.378495 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] For port 26cb82c5-51d8-475c-b96a-b8bebdc11678, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:11.393155 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] For port 26cb82c5-51d8-475c-b96a-b8bebdc11678, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:11.412702 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (e158a4dc-09f4-4729-8bc8-64a3cf714566), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.412920 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.416232 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Pushing event updated for resources: {'Port': ['ID=76125e17-482e-4160-874c-362f2a10ad20,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:11.485415 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.486114 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.487834 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] 10.222.0.24 "PUT /v2.0/ports/26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 1093 time: 1.0472980 Apr 12 03:10:11.490390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:11.492949 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e" -d '{"events": [{"name": "network-changed", "server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:11.555686 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-579fbc3d-2507-40a8-9895-2916cb0e7972 req-065cd8a9-e5f1-4b30-9615-64ec9742cb49 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787019 Apr 12 03:10:11.564692 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:11.566830 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:11.600973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bed17a-bef3-40f5-91dc-d5926cb1b460 x-openstack-request-id: req-d3bed17a-bef3-40f5-91dc-d5926cb1b460 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:11.601383 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:11.601734 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3bed17a-bef3-40f5-91dc-d5926cb1b460 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:11.602479 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bed17a-bef3-40f5-91dc-d5926cb1b460'] response: {'name': 'network-changed', 'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'status': 'completed', 'code': 200} Apr 12 03:10:11.618999 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166e82f-605e-4bc3-a1ff-8f4e24ca520b service neutron] Pushing event updated for resources: {'Port': ['ID=26cb82c5-51d8-475c-b96a-b8bebdc11678,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:11.631943 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-0a493b04-4a4b-47b9-aa31-69730f08ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.633554 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-0a493b04-4a4b-47b9-aa31-69730f08ca35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1127 time: 0.0982091 Apr 12 03:10:11.703680 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-caf204ff-3670-4705-850c-0ac7de964972 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 217 time: 0.0566082 Apr 12 03:10:11.756608 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Router e158a4dc-09f4-4729-8bc8-64a3cf714566 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:10:11.795067 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-72bc0843-d417-44ec-81c4-35ecc186ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.796608 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-72bc0843-d417-44ec-81c4-35ecc186ae3a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0870225 Apr 12 03:10:11.811133 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device ab945835-1ff9-4e31-906c-fc9c9a4d160a up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:11.850294 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-7add54fb-0ac8-47c1-ace0-256079da3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:11.852166 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-7add54fb-0ac8-47c1-ace0-256079da3e47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457933 Apr 12 03:10:11.898399 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-92ff5743-d333-40c1-b863-64fd95583128 None None] Provisioning complete for port 76125e17-482e-4160-874c-362f2a10ad20 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:11.898838 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-92ff5743-d333-40c1-b863-64fd95583128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (76125e17-482e-4160-874c-362f2a10ad20), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.924838 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:11.932334 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-946d34d0-6484-419f-ae85-231d723f935d admin admin] 10.222.0.41 "PUT /v2.0/routers/e158a4dc-09f4-4729-8bc8-64a3cf714566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6165104 Apr 12 03:10:11.935107 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port ab945835-1ff9-4e31-906c-fc9c9a4d160a triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:11.935485 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:11.960899 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-2faa714c-0126-4c0c-8a0c-9ada0f06efe4 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018522 Apr 12 03:10:11.979274 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-92ff5743-d333-40c1-b863-64fd95583128 None None] Port 76125e17-482e-4160-874c-362f2a10ad20 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:10:12.031760 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port ab945835-1ff9-4e31-906c-fc9c9a4d160a is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:12.032149 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.055397 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port ab945835-1ff9-4e31-906c-fc9c9a4d160a, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=ab945835-1ff9-4e31-906c-fc9c9a4d160a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:12.067641 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9f01abb7-31e2-4367-970c-d99b3dac5c76 req-b93997e3-d4b6-4dbd-b26f-9e220aea4f8e service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005356 Apr 12 03:10:12.071812 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.144413 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=ab945835-1ff9-4e31-906c-fc9c9a4d160a,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:12.502063 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45520) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:12.507061 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-459068711-network', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:12.533228 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Made reservation on behalf of b1fba44f10d54e85a00978fb601c9ed8 for: {'network': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:10:12.536166 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.545338 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.632374 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Publish callbacks [] for security_group (e0d9d5b7-c9c8-454c-9ecc-ea7207c22041), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.636357 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e0d9d5b7-c9c8-454c-9ecc-ea7207c22041), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.684128 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:10:12.707866 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d9d5b7-c9c8-454c-9ecc-ea7207c22041,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:12.718552 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932164b-e8b0-456b-996f-9a17ef7cc424 req-50186e12-6fc9-48ed-b975-38bea49fe36a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:12.723315 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c932164b-e8b0-456b-996f-9a17ef7cc424 req-50186e12-6fc9-48ed-b975-38bea49fe36a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 943 time: 0.0806298 Apr 12 03:10:12.724966 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (2de1c4d7-94cc-4af0-9f43-7112f3767d30), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.725390 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.segments_db [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Added segment 2de1c4d7-94cc-4af0-9f43-7112f3767d30 of type vlan for network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 Apr 12 03:10:12.790340 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (e93d7c22-911a-4bc3-9a74-655a69d1f4f2), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.812350 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c932164b-e8b0-456b-996f-9a17ef7cc424 req-9f34c539-c48b-454c-a9ba-61f880972a6c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851600 Apr 12 03:10:12.828983 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (e93d7c22-911a-4bc3-9a74-655a69d1f4f2), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.830111 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:12.830863 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.870224 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3669937 Apr 12 03:10:12.873276 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45532) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:12.879069 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Request body: {'subnet': {'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-459068711-subnet', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:12.900838 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155bc1c-6a8c-4492-a3d9-2e9ae9b04c99 admin admin] Pushing event updated for resources: {'Network': ['ID=e93d7c22-911a-4bc3-9a74-655a69d1f4f2,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:12.908185 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Sync routers for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:12.908379 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Made reservation on behalf of b1fba44f10d54e85a00978fb601c9ed8 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:10:12.913268 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10264205'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:12.921227 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:10:12.953573 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:12.954152 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:13.002377 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45536) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:13.102900 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:13.104213 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10334753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10264223'] for subnet (849032da-837f-458d-820a-2471ec8573ad), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.150300 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d57905c6-ab38-49bb-8623-e04f8195dcb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.165939 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=849032da-837f-458d-820a-2471ec8573ad,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:13.177155 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Checking segment: {'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:13.177578 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Network hostable DHCP agents. Network: e93d7c22-911a-4bc3-9a74-655a69d1f4f2, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:10:13.197135 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:10:13.207493 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, e93d7c22-911a-4bc3-9a74-655a69d1f4f2) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:13.211730 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:13.212411 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.229267 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-59fd0355-f929-4dc7-8c51-ba08540f9b2e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3546469 Apr 12 03:10:13.232119 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45540) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:13.236555 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6f855b-6c4e-45c8-81b6-5dd40cc2295d None None] Network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:10:13.237399 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:13.244522 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d57905c6-ab38-49bb-8623-e04f8195dcb2 admin admin] Publish callbacks [] for security_group (5cf9f5b2-ba6d-4b21-900c-ba155e2b978b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.251834 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d57905c6-ab38-49bb-8623-e04f8195dcb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (5cf9f5b2-ba6d-4b21-900c-ba155e2b978b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.257384 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (fdb1b549-276e-444f-904c-d66575bb9c7d), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.258437 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (fdb1b549-276e-444f-904c-d66575bb9c7d), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.295412 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-d57905c6-ab38-49bb-8623-e04f8195dcb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63a2170c8deb41b4a29975f8e161ac74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892725 Apr 12 03:10:13.298557 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45542) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:13.301608 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57905c6-ab38-49bb-8623-e04f8195dcb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf9f5b2-ba6d-4b21-900c-ba155e2b978b,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:13.332785 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks [] for router_controller (fdb1b549-276e-444f-904c-d66575bb9c7d), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.367523 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a51f4fa5-3b57-431a-87b4-0a3d6830e185 admin admin] Publish callbacks [] for security_group (5cf9f5b2-ba6d-4b21-900c-ba155e2b978b), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.393917 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a51f4fa5-3b57-431a-87b4-0a3d6830e185 admin admin] Publish callbacks [] for security_group (5cf9f5b2-ba6d-4b21-900c-ba155e2b978b), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.397716 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-e93d7c22-911a-4bc3-9a74-655a69d1f4f2', 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2', 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'fixed_ips': [{'subnet_id': '849032da-837f-458d-820a-2471ec8573ad'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:10:13.398568 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.400589 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:11Z', 'revision_number': 2, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:13.445876 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a51f4fa5-3b57-431a-87b4-0a3d6830e185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (5cf9f5b2-ba6d-4b21-900c-ba155e2b978b), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.449568 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a51f4fa5-3b57-431a-87b4-0a3d6830e185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.452820 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a51f4fa5-3b57-431a-87b4-0a3d6830e185 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5cf9f5b2-ba6d-4b21-900c-ba155e2b978b HTTP/1.1" status: 204 len: 168 time: 0.1522279 Apr 12 03:10:13.470196 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f4fa5-3b57-431a-87b4-0a3d6830e185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf9f5b2-ba6d-4b21-900c-ba155e2b978b,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:13.502111 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks [] for router_gateway (fdb1b549-276e-444f-904c-d66575bb9c7d), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.565890 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Checking router: e158a4dc-09f4-4729-8bc8-64a3cf714566 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:13.566250 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Updating router e158a4dc-09f4-4729-8bc8-64a3cf714566 port 76125e17-482e-4160-874c-362f2a10ad20 binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:10:13.656879 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (76125e17-482e-4160-874c-362f2a10ad20), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.692528 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks [] for router_gateway (fdb1b549-276e-444f-904c-d66575bb9c7d), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.713176 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.777813 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45548) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:13.791587 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ed7-29df-4c51-b7d5-26175176a32b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.797831 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device ab945835-1ff9-4e31-906c-fc9c9a4d160a up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:13.809803 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Allocated IP 172.20.0.2 (e93d7c22-911a-4bc3-9a74-655a69d1f4f2/849032da-837f-458d-820a-2471ec8573ad/af20ad7e-e327-4181-9955-04ba0be03bdb) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:13.831422 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Allocated IP 172.28.1.145 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/bbf84a23-fa15-4838-8728-dc0be616b03a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:13.888458 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ed7-29df-4c51-b7d5-26175176a32b admin admin] Publish callbacks [] for security_group (e4258a83-e030-4ee6-b773-914e9b75ab3a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.893635 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0cf52ed7-29df-4c51-b7d5-26175176a32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e4258a83-e030-4ee6-b773-914e9b75ab3a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.934920 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-0cf52ed7-29df-4c51-b7d5-26175176a32b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ee93f0d6ace4fc68fd628c627042195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539483 Apr 12 03:10:13.935886 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf52ed7-29df-4c51-b7d5-26175176a32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4258a83-e030-4ee6-b773-914e9b75ab3a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:13.938600 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45552) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:13.971237 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531e5a7-efe5-48d3-84c2-d77fce481fd2 req-75080f93-f77d-4271-a4f8-e2e58a172c83 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:13.972762 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7531e5a7-efe5-48d3-84c2-d77fce481fd2 req-75080f93-f77d-4271-a4f8-e2e58a172c83 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 943 time: 0.0808573 Apr 12 03:10:13.985323 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port ab945835-1ff9-4e31-906c-fc9c9a4d160a triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:13.985616 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:13.990702 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-eec35fde-635d-48d4-9db2-c07a9f401e61 admin admin] Publish callbacks [] for security_group (e4258a83-e030-4ee6-b773-914e9b75ab3a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.018831 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks [] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.031581 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-eec35fde-635d-48d4-9db2-c07a9f401e61 admin admin] Publish callbacks [] for security_group (e4258a83-e030-4ee6-b773-914e9b75ab3a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.060724 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7531e5a7-efe5-48d3-84c2-d77fce481fd2 req-21317650-7aee-4b35-9e4a-832b4e8d922b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768778 Apr 12 03:10:14.093595 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-eec35fde-635d-48d4-9db2-c07a9f401e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e4258a83-e030-4ee6-b773-914e9b75ab3a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.096390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.097095 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-eec35fde-635d-48d4-9db2-c07a9f401e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.100797 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-eec35fde-635d-48d4-9db2-c07a9f401e61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4258a83-e030-4ee6-b773-914e9b75ab3a HTTP/1.1" status: 204 len: 168 time: 0.1588440 Apr 12 03:10:14.110358 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35fde-635d-48d4-9db2-c07a9f401e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4258a83-e030-4ee6-b773-914e9b75ab3a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:14.155106 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:14.157719 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Publish callbacks [] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.159197 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:14.161142 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Pushing event updated for resources: {'Port': ['ID=bbf84a23-fa15-4838-8728-dc0be616b03a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:14.163466 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:14.183514 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.241642 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port ab945835-1ff9-4e31-906c-fc9c9a4d160a is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:14.263485 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:14.268927 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:14.279225 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:14.284723 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Pushing event updated for resources: {'Port': ['ID=af20ad7e-e327-4181-9955-04ba0be03bdb,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:14.289936 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Publish callbacks [] for port (76125e17-482e-4160-874c-362f2a10ad20), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.313420 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (76125e17-482e-4160-874c-362f2a10ad20), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.385858 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Attempting to bind port af20ad7e-e327-4181-9955-04ba0be03bdb on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:14.386225 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Attempting to bind port af20ad7e-e327-4181-9955-04ba0be03bdb by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:14.386581 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Attempting to bind port af20ad7e-e327-4181-9955-04ba0be03bdb on network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:14.397221 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc03cf-59c5-4d75-b5f4-a29f2e7ec68f None None] Pushing event updated for resources: {'Port': ['ID=76125e17-482e-4160-874c-362f2a10ad20,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:14.401661 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:14.402300 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Checking segment: {'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:14.402950 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.403503 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Bound using segment: {'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:14.404000 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Bound port: af20ad7e-e327-4181-9955-04ba0be03bdb, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:14.404368 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.484188 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks [] for router_gateway (fdb1b549-276e-444f-904c-d66575bb9c7d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.492769 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Attempting to bind port 76125e17-482e-4160-874c-362f2a10ad20 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:14.493419 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Attempting to bind port 76125e17-482e-4160-874c-362f2a10ad20 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:14.493933 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Attempting to bind port 76125e17-482e-4160-874c-362f2a10ad20 on network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:14.505329 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:14.505993 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Checking segment: {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:14.506652 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.507201 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Bound using segment: {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:14.507835 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Bound port: 76125e17-482e-4160-874c-362f2a10ad20, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:14.508359 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (76125e17-482e-4160-874c-362f2a10ad20), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.535313 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] For port af20ad7e-e327-4181-9955-04ba0be03bdb, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:14.548571 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45558) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:14.563368 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12f30215-80be-4445-bb37-d7dd5e361f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.574828 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] For port af20ad7e-e327-4181-9955-04ba0be03bdb, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=af20ad7e-e327-4181-9955-04ba0be03bdb,segment=NetworkSegment(2de1c4d7-94cc-4af0-9f43-7112f3767d30),segment_id=2de1c4d7-94cc-4af0-9f43-7112f3767d30)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:14.579604 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-f2df9df8-1254-4aab-b682-9148287bd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:14.581122 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-f2df9df8-1254-4aab-b682-9148287bd4a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1127 time: 0.0550313 Apr 12 03:10:14.593566 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.638537 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] For port 76125e17-482e-4160-874c-362f2a10ad20, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:14.656382 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] For port 76125e17-482e-4160-874c-362f2a10ad20, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=76125e17-482e-4160-874c-362f2a10ad20,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:14.661293 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12f30215-80be-4445-bb37-d7dd5e361f3a admin admin] Publish callbacks [] for security_group (93b8cbfc-f3fc-4b83-8f1a-997e9d4c0423), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.670090 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-12f30215-80be-4445-bb37-d7dd5e361f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (93b8cbfc-f3fc-4b83-8f1a-997e9d4c0423), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.683204 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (76125e17-482e-4160-874c-362f2a10ad20), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.697739 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4fcd8-7ebb-46e5-b012-6908e1960c82 None None] Pushing event updated for resources: {'Port': ['ID=af20ad7e-e327-4181-9955-04ba0be03bdb,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:14.722356 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-12f30215-80be-4445-bb37-d7dd5e361f3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d6f0654cd0741a6a6fce787f5855be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724906 Apr 12 03:10:14.724210 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45560) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:14.733289 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f30215-80be-4445-bb37-d7dd5e361f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b8cbfc-f3fc-4b83-8f1a-997e9d4c0423,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:14.771482 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-f643c5c8-91f4-48c1-84d9-37423edd4a92 None None] Provisioning complete for port 76125e17-482e-4160-874c-362f2a10ad20 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:14.772258 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f643c5c8-91f4-48c1-84d9-37423edd4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (76125e17-482e-4160-874c-362f2a10ad20), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.793207 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c925cebf-0b07-43b3-b5e1-06f42b0dee62 admin admin] Publish callbacks [] for security_group (93b8cbfc-f3fc-4b83-8f1a-997e9d4c0423), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.820373 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c925cebf-0b07-43b3-b5e1-06f42b0dee62 admin admin] Publish callbacks [] for security_group (93b8cbfc-f3fc-4b83-8f1a-997e9d4c0423), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.836720 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:14.837129 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:14.889788 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebc03cf-59c5-4d75-b5f4-a29f2e7ec68f None None] Pushing event updated for resources: {'Port': ['ID=76125e17-482e-4160-874c-362f2a10ad20,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:14.892771 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c925cebf-0b07-43b3-b5e1-06f42b0dee62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (93b8cbfc-f3fc-4b83-8f1a-997e9d4c0423), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.895520 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c925cebf-0b07-43b3-b5e1-06f42b0dee62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:14.898801 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c925cebf-0b07-43b3-b5e1-06f42b0dee62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93b8cbfc-f3fc-4b83-8f1a-997e9d4c0423 HTTP/1.1" status: 204 len: 168 time: 0.1715603 Apr 12 03:10:14.922440 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925cebf-0b07-43b3-b5e1-06f42b0dee62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b8cbfc-f3fc-4b83-8f1a-997e9d4c0423,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:15.047151 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f643c5c8-91f4-48c1-84d9-37423edd4a92 None None] Current status of the port 76125e17-482e-4160-874c-362f2a10ad20 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:15.047151 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f643c5c8-91f4-48c1-84d9-37423edd4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (76125e17-482e-4160-874c-362f2a10ad20), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.130371 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-cf65a197-2ef5-4cc4-857a-cc47c2bd4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:15.131057 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-cf65a197-2ef5-4cc4-857a-cc47c2bd4e78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.5216630 Apr 12 03:10:15.136380 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f643c5c8-91f4-48c1-84d9-37423edd4a92 None None] For port 76125e17-482e-4160-874c-362f2a10ad20, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=76125e17-482e-4160-874c-362f2a10ad20,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:15.142163 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:15.175414 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f643c5c8-91f4-48c1-84d9-37423edd4a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (76125e17-482e-4160-874c-362f2a10ad20), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.214614 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f19805-93e2-4814-b6bd-b1510300e702 req-e70b5530-0e08-4f14-85b4-0a5e2c82bb72 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:15.221640 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b3f19805-93e2-4814-b6bd-b1510300e702 req-e70b5530-0e08-4f14-85b4-0a5e2c82bb72 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 943 time: 0.0602381 Apr 12 03:10:15.257046 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-4c81ac5d-c7d8-445a-9ffb-eb89757a9a7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 217 time: 0.1072595 Apr 12 03:10:15.266496 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b3f19805-93e2-4814-b6bd-b1510300e702 req-99069e47-7936-47a3-88b4-4ab3c6cb982f tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438995 Apr 12 03:10:15.298132 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643c5c8-91f4-48c1-84d9-37423edd4a92 None None] Pushing event updated for resources: {'Port': ['ID=76125e17-482e-4160-874c-362f2a10ad20,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:15.335434 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (fdb1b549-276e-444f-904c-d66575bb9c7d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.338601 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-79ad9911-e78d-440f-9c4b-cfd9344cdd96 None None] Provisioning complete for port 76125e17-482e-4160-874c-362f2a10ad20 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:15.338927 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-79ad9911-e78d-440f-9c4b-cfd9344cdd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (76125e17-482e-4160-874c-362f2a10ad20), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.379113 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-a8014dc8-fe3c-4ef8-bd55-1f1c8e924764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:15.380630 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-a8014dc8-fe3c-4ef8-bd55-1f1c8e924764 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.1157081 Apr 12 03:10:15.478340 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-7e0ef4e4-e23f-4a5b-9b84-b75d8d85b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:15.480151 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-7e0ef4e4-e23f-4a5b-9b84-b75d8d85b5da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0886955 Apr 12 03:10:15.605503 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-89e621f7-d970-4f3c-964a-0658b9e66e52 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181972 Apr 12 03:10:15.611415 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Router fdb1b549-276e-444f-904c-d66575bb9c7d is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:10:15.643063 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-79ad9911-e78d-440f-9c4b-cfd9344cdd96 None None] Current status of the port 76125e17-482e-4160-874c-362f2a10ad20 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:15.691765 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:14Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:15.736054 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737f041b-8cb3-4fa5-b6ce-10fa7d836496 None None] The sync data for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb is: [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:14Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:15.815386 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a860b8f1-3e56-4e7b-87c0-4d2986c1988e req-00011aa6-d0f0-4bdb-8e8c-8f3ae7952cbb service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982629 Apr 12 03:10:15.826023 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device af20ad7e-e327-4181-9955-04ba0be03bdb up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:15.866962 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:15.888122 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Sync routers for ids ['fdb1b549-276e-444f-904c-d66575bb9c7d'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:15.896272 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.896603 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port af20ad7e-e327-4181-9955-04ba0be03bdb triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:15.897062 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:15.898326 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d72a8dc5-df77-45fd-91bf-4f708a166f6f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6651468 Apr 12 03:10:15.901586 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45582) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:15.915188 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Routers {'fdb1b549-276e-444f-904c-d66575bb9c7d'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:15.915826 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['fdb1b549-276e-444f-904c-d66575bb9c7d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:16.018171 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port af20ad7e-e327-4181-9955-04ba0be03bdb is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:16.018992 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.074187 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port af20ad7e-e327-4181-9955-04ba0be03bdb, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=af20ad7e-e327-4181-9955-04ba0be03bdb,segment=NetworkSegment(2de1c4d7-94cc-4af0-9f43-7112f3767d30),segment_id=2de1c4d7-94cc-4af0-9f43-7112f3767d30)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:16.083308 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.105959 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Set router fdb1b549-276e-444f-904c-d66575bb9c7d gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:16.187225 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=af20ad7e-e327-4181-9955-04ba0be03bdb,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:16.318656 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb546e1-28c8-472f-bb54-f4dfd8270a28 None None] Network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:10:16.376306 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:14Z', 'revision_number': 3, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port': {'id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:16.408651 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Checking router: fdb1b549-276e-444f-904c-d66575bb9c7d for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:16.409280 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Updating router fdb1b549-276e-444f-904c-d66575bb9c7d port bbf84a23-fa15-4838-8728-dc0be616b03a binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:10:16.436630 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-6bea7ac7-1d46-42bf-a2d0-5cd0529a16ef None None] Provisioning complete for port af20ad7e-e327-4181-9955-04ba0be03bdb triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:16.437113 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bea7ac7-1d46-42bf-a2d0-5cd0529a16ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.454392 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.462451 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88bede-c90a-4668-b389-688713e01eeb req-efbb181f-0341-49bd-960c-011c108380b5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:16.464070 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cc88bede-c90a-4668-b389-688713e01eeb req-efbb181f-0341-49bd-960c-011c108380b5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 943 time: 0.0950472 Apr 12 03:10:16.583432 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cc88bede-c90a-4668-b389-688713e01eeb req-95fde7d7-1045-4175-a44d-43966afcd5c7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125255 Apr 12 03:10:16.596562 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 26cb82c5-51d8-475c-b96a-b8bebdc11678 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:10:16.698654 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.735708 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 26cb82c5-51d8-475c-b96a-b8bebdc11678, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:16.801938 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'mac_address': 'fa:16:3e:62:b0:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:10:16.819192 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6bea7ac7-1d46-42bf-a2d0-5cd0529a16ef None None] Current status of the port af20ad7e-e327-4181-9955-04ba0be03bdb is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:16.830945 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Publish callbacks [] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.839989 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.872164 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 26cb82c5-51d8-475c-b96a-b8bebdc11678 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:16.872571 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.892241 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cb82c5-51d8-475c-b96a-b8bebdc11678 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:16.923197 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Attempting to bind port bbf84a23-fa15-4838-8728-dc0be616b03a on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:16.924277 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Attempting to bind port bbf84a23-fa15-4838-8728-dc0be616b03a by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:16.924862 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Attempting to bind port bbf84a23-fa15-4838-8728-dc0be616b03a on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:16.933458 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:16.934539 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:16.935211 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.935814 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:16.936497 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Bound port: bbf84a23-fa15-4838-8728-dc0be616b03a, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:16.937133 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.964328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 26cb82c5-51d8-475c-b96a-b8bebdc11678, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:16.969993 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:16.975751 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Allocated IP 172.20.0.1 (e93d7c22-911a-4bc3-9a74-655a69d1f4f2/849032da-837f-458d-820a-2471ec8573ad/ec074bd8-868b-4fad-b85f-4d839b0ec0f7) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:17.012207 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] For port bbf84a23-fa15-4838-8728-dc0be616b03a, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:17.014812 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78560d9f-66f8-49fa-be86-f70cea38cbb2 None None] Pushing event updated for resources: {'Port': ['ID=bbf84a23-fa15-4838-8728-dc0be616b03a,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:17.021433 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] For port bbf84a23-fa15-4838-8728-dc0be616b03a, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=bbf84a23-fa15-4838-8728-dc0be616b03a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:17.033404 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.085970 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=26cb82c5-51d8-475c-b96a-b8bebdc11678,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:17.090273 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Routers {'fdb1b549-276e-444f-904c-d66575bb9c7d'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:17.091069 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['fdb1b549-276e-444f-904c-d66575bb9c7d'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:17.139778 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-6d43dead-fdb8-4855-94cd-4e529f602f4a None None] Provisioning complete for port af20ad7e-e327-4181-9955-04ba0be03bdb triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:17.140389 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6d43dead-fdb8-4855-94cd-4e529f602f4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.167573 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Publish callbacks [] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.245408 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.257083 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6d43dead-fdb8-4855-94cd-4e529f602f4a None None] Current status of the port af20ad7e-e327-4181-9955-04ba0be03bdb is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:17.319406 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:17.323948 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:17.326490 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78560d9f-66f8-49fa-be86-f70cea38cbb2 None None] Pushing event updated for resources: {'Port': ['ID=bbf84a23-fa15-4838-8728-dc0be616b03a,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:17.328321 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:17.331485 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Pushing event updated for resources: {'Port': ['ID=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:17.350344 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] Set router fdb1b549-276e-444f-904c-d66575bb9c7d gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:17.364049 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.364049 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.364368 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.364627 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.365334 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.365334 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.365566 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.365784 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.366112 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.366431 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.366798 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.367138 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.367485 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.372679 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.373205 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:17.398427 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (fdb1b549-276e-444f-904c-d66575bb9c7d), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.399606 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['26cb82c5-51d8-475c-b96a-b8bebdc11678'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:10:17.644386 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:14Z', 'revision_number': 3, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port': {'id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:17.664596 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.684206 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f1bfb0-8bba-4178-918c-03ccdc6f5a3f None None] The sync data for ids ['fdb1b549-276e-444f-904c-d66575bb9c7d'] in dv-cinder-837443-1-smb is: [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:14Z', 'revision_number': 3, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port': {'id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:17.787094 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-bc1f48bc-a034-4e53-8671-dbfe06610257 None None] Provisioning complete for port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:17.787567 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bc1f48bc-a034-4e53-8671-dbfe06610257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.796342 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b5506-20b2-4124-b45c-bdb925623a0e req-1c84fc36-6124-477f-bbfe-be6b71c2accb tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:17.798390 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b92b5506-20b2-4124-b45c-bdb925623a0e req-1c84fc36-6124-477f-bbfe-be6b71c2accb tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 944 time: 0.0613589 Apr 12 03:10:17.841475 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f48bc-a034-4e53-8671-dbfe06610257 None None] Port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:10:17.897431 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 76125e17-482e-4160-874c-362f2a10ad20 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:17.912571 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b92b5506-20b2-4124-b45c-bdb925623a0e req-6dab4060-d3c1-4e0a-a3ab-560276cf12a6 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037848 Apr 12 03:10:17.957140 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Publish callbacks [] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.963135 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:17.979989 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 76125e17-482e-4160-874c-362f2a10ad20 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:17.980525 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (76125e17-482e-4160-874c-362f2a10ad20), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:18.066494 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (fdb1b549-276e-444f-904c-d66575bb9c7d), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:18.081165 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Pushing event updated for resources: {'Port': ['ID=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:18.109928 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 76125e17-482e-4160-874c-362f2a10ad20 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:18.111073 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device af20ad7e-e327-4181-9955-04ba0be03bdb up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:18.170925 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port af20ad7e-e327-4181-9955-04ba0be03bdb triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:18.171325 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:18.194981 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:18.196559 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:18.274667 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port af20ad7e-e327-4181-9955-04ba0be03bdb is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:18.341593 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Router fdb1b549-276e-444f-904c-d66575bb9c7d has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:10:18.473793 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-43839108-273e-4d3e-a8a2-9c1bcc6f7b53 None None] Provisioning complete for port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:18.474377 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43839108-273e-4d3e-a8a2-9c1bcc6f7b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:18.486018 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:18.494700 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8bfa4718-5693-46c8-8ae4-57964d08b01e admin admin] 10.222.0.41 "PUT /v2.0/routers/fdb1b549-276e-444f-904c-d66575bb9c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5919302 Apr 12 03:10:18.522484 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-43839108-273e-4d3e-a8a2-9c1bcc6f7b53 None None] Port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:10:18.554196 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 26cb82c5-51d8-475c-b96a-b8bebdc11678 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:18.605434 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 26cb82c5-51d8-475c-b96a-b8bebdc11678 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:10:18.612726 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 26cb82c5-51d8-475c-b96a-b8bebdc11678 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:18.613116 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:18.701911 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 26cb82c5-51d8-475c-b96a-b8bebdc11678 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:18.702298 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:18.731742 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:18.735162 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b2847d-1ccc-417b-8c0a-99d8d8ed416b" -d '{"events": [{"server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "name": "network-vif-plugged", "status": "completed", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:18.751558 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 26cb82c5-51d8-475c-b96a-b8bebdc11678, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:18.756899 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:18.780836 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9750881c-a2c4-496a-9fe9-b791b2f72165 x-openstack-request-id: req-9750881c-a2c4-496a-9fe9-b791b2f72165 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:18.781227 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "name": "network-vif-plugged", "status": "completed", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:18.781484 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9750881c-a2c4-496a-9fe9-b791b2f72165 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:18.781899 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9750881c-a2c4-496a-9fe9-b791b2f72165'] response: {'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'code': 200} Apr 12 03:10:18.830129 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=26cb82c5-51d8-475c-b96a-b8bebdc11678,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:18.956054 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc3281-3902-42e5-bc0f-acdc734fb882 req-826a11ff-82b5-4375-b20c-9cde1668c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:18.957634 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6cc3281-3902-42e5-bc0f-acdc734fb882 req-826a11ff-82b5-4375-b20c-9cde1668c545 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1129 time: 0.0400031 Apr 12 03:10:19.011215 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a6cc3281-3902-42e5-bc0f-acdc734fb882 req-719f8cb3-8aa8-4a11-9614-514da1eaaa7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465622 Apr 12 03:10:19.037699 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baefa8d-469d-49e7-ab0f-3ad72157b4c4 req-894961b9-f41c-4587-b02a-d48f2b18a616 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:19.039119 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7baefa8d-469d-49e7-ab0f-3ad72157b4c4 req-894961b9-f41c-4587-b02a-d48f2b18a616 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0515823 Apr 12 03:10:19.088626 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7baefa8d-469d-49e7-ab0f-3ad72157b4c4 req-1825f0f3-c9f0-47a2-8109-5d0e2d293b0e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429265 Apr 12 03:10:19.672423 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Sync routers for ids ['fdb1b549-276e-444f-904c-d66575bb9c7d'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:19.689395 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Routers {'fdb1b549-276e-444f-904c-d66575bb9c7d'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:19.690363 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['fdb1b549-276e-444f-904c-d66575bb9c7d'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:19.781595 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device bbf84a23-fa15-4838-8728-dc0be616b03a up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:19.844424 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Set router fdb1b549-276e-444f-904c-d66575bb9c7d gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:19.898800 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port bbf84a23-fa15-4838-8728-dc0be616b03a triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:19.898800 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:20.080986 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port bbf84a23-fa15-4838-8728-dc0be616b03a is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:20.081409 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:20.131409 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port bbf84a23-fa15-4838-8728-dc0be616b03a, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=bbf84a23-fa15-4838-8728-dc0be616b03a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:20.145524 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:20.179816 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 4, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port': {'id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'ec074bd8-868b-4fad-b85f-4d839b0ec0f7', 'name': '', 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'mac_address': 'fa:16:3e:25:95:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '849032da-837f-458d-820a-2471ec8573ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:16Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 2, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'subnets': [{'id': '849032da-837f-458d-820a-2471ec8573ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:20.218531 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Checking router: fdb1b549-276e-444f-904c-d66575bb9c7d for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:20.219152 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Updating router fdb1b549-276e-444f-904c-d66575bb9c7d port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:10:20.235533 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46e9c3-9537-4c2b-9794-d389b5f624a8 req-f4f7684f-597d-43af-9543-e2b819fd4b9a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:20.252200 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4f46e9c3-9537-4c2b-9794-d389b5f624a8 req-f4f7684f-597d-43af-9543-e2b819fd4b9a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0848053 Apr 12 03:10:20.267997 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=bbf84a23-fa15-4838-8728-dc0be616b03a,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:20.270928 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:20.320192 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4f46e9c3-9537-4c2b-9794-d389b5f624a8 req-2ac70eec-52ec-4ae3-b0a9-8b0c3ab0769a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667276 Apr 12 03:10:20.749933 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Publish callbacks [] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:20.764546 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:20.818037 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d360-e428-4dc8-a1a3-1cca359f5361 None None] Pushing event updated for resources: {'Port': ['ID=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:20.914158 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Attempting to bind port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:20.914543 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Attempting to bind port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:20.914933 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Attempting to bind port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 on network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:20.923856 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:20.924235 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Checking segment: {'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:20.924642 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:20.925032 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Bound using segment: {'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:20.925547 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Bound port: ec074bd8-868b-4fad-b85f-4d839b0ec0f7, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de1c4d7-94cc-4af0-9f43-7112f3767d30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:20.925931 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:21.051959 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] For port ec074bd8-868b-4fad-b85f-4d839b0ec0f7, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:21.090818 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] For port ec074bd8-868b-4fad-b85f-4d839b0ec0f7, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,segment=NetworkSegment(2de1c4d7-94cc-4af0-9f43-7112f3767d30),segment_id=2de1c4d7-94cc-4af0-9f43-7112f3767d30)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:21.137297 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:21.286791 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-e6e783ef-db79-466c-ab3b-0e730902d84c None None] Provisioning complete for port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:21.287162 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6e783ef-db79-466c-ab3b-0e730902d84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:21.318824 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Routers {'fdb1b549-276e-444f-904c-d66575bb9c7d'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:21.319474 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['fdb1b549-276e-444f-904c-d66575bb9c7d'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:21.391755 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2d360-e428-4dc8-a1a3-1cca359f5361 None None] Pushing event updated for resources: {'Port': ['ID=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:21.497812 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24da15-cc10-48e0-8001-0b8b264e34bf req-36c10d1c-261f-4182-ba54-3309147c9866 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:21.499399 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6e24da15-cc10-48e0-8001-0b8b264e34bf req-36c10d1c-261f-4182-ba54-3309147c9866 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0683985 Apr 12 03:10:21.507522 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] Set router fdb1b549-276e-444f-904c-d66575bb9c7d gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:21.561111 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6e24da15-cc10-48e0-8001-0b8b264e34bf req-632eac3f-0376-4add-8e88-cebed99ff1c4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549641 Apr 12 03:10:21.654446 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e6e783ef-db79-466c-ab3b-0e730902d84c None None] Current status of the port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:21.655017 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6e783ef-db79-466c-ab3b-0e730902d84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:21.690769 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac566a3e-f28e-43c4-95fb-a2642982562c req-81aa3a58-db16-4568-b949-c3a416a72da7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:21.696044 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ac566a3e-f28e-43c4-95fb-a2642982562c req-81aa3a58-db16-4568-b949-c3a416a72da7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0700250 Apr 12 03:10:21.701366 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45678) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:21.706031 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'floatingip': {'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:21.738217 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e6e783ef-db79-466c-ab3b-0e730902d84c None None] For port ec074bd8-868b-4fad-b85f-4d839b0ec0f7, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,segment=NetworkSegment(2de1c4d7-94cc-4af0-9f43-7112f3767d30),segment_id=2de1c4d7-94cc-4af0-9f43-7112f3767d30)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:21.748465 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e6e783ef-db79-466c-ab3b-0e730902d84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:21.753229 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (5a0144bf-c25a-46b1-a919-6c20b74b377a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:21.800603 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device bbf84a23-fa15-4838-8728-dc0be616b03a up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:21.880095 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e783ef-db79-466c-ab3b-0e730902d84c None None] Pushing event updated for resources: {'Port': ['ID=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:21.908118 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-784316dc-ed57-4258-a35e-affba956cd27 None None] Provisioning complete for port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:21.908419 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-784316dc-ed57-4258-a35e-affba956cd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:21.961889 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 4, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port': {'id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'ec074bd8-868b-4fad-b85f-4d839b0ec0f7', 'name': '', 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'mac_address': 'fa:16:3e:25:95:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '849032da-837f-458d-820a-2471ec8573ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:16Z', 'updated_at': '2022-04-12T03:10:21Z', 'revision_number': 4, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'subnets': [{'id': '849032da-837f-458d-820a-2471ec8573ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:22.009002 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port bbf84a23-fa15-4838-8728-dc0be616b03a triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:22.009402 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:22.013054 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500688b2-103f-4dc2-856f-0051a56f6f68 None None] The sync data for ids ['fdb1b549-276e-444f-904c-d66575bb9c7d'] in dv-cinder-837443-1-smb is: [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:17Z', 'revision_number': 4, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port': {'id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'ec074bd8-868b-4fad-b85f-4d839b0ec0f7', 'name': '', 'network_id': 'e93d7c22-911a-4bc3-9a74-655a69d1f4f2', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'mac_address': 'fa:16:3e:25:95:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '849032da-837f-458d-820a-2471ec8573ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:16Z', 'updated_at': '2022-04-12T03:10:21Z', 'revision_number': 4, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'subnets': [{'id': '849032da-837f-458d-820a-2471ec8573ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:22.178715 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-784316dc-ed57-4258-a35e-affba956cd27 None None] Current status of the port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:22.220788 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port bbf84a23-fa15-4838-8728-dc0be616b03a is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:22.685079 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45700) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:22.752384 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:22.764323 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (5a0144bf-c25a-46b1-a919-6c20b74b377a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:22.838174 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:22.933762 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.l3_db [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Floating IP 5a0144bf-c25a-46b1-a919-6c20b74b377a associated. External IP: 172.28.1.160, port: 26cb82c5-51d8-475c-b96a-b8bebdc11678. Apr 12 03:10:22.940560 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Publish callbacks [] for security_group (9553770a-ec53-4893-9ea2-0000dd455e64), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:22.947861 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (9553770a-ec53-4893-9ea2-0000dd455e64), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:22.996881 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=729d0e96a8e1407fa898577e96128091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105822 Apr 12 03:10:22.998101 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9553770a-ec53-4893-9ea2-0000dd455e64,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:23.000549 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45704) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:23.023816 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.024381 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.024923 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.025498 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.026058 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.026590 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.027134 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.027811 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.028349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.028874 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.029420 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.029945 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.030491 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.031058 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.031585 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0584ff61-0a8a-4650-9f69-2a8b5392148c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:23.099013 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c38444b-d60d-4c56-bdc4-4204c0611b83 admin admin] Publish callbacks [] for security_group (9553770a-ec53-4893-9ea2-0000dd455e64), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.130555 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c38444b-d60d-4c56-bdc4-4204c0611b83 admin admin] Publish callbacks [] for security_group (9553770a-ec53-4893-9ea2-0000dd455e64), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.214634 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c38444b-d60d-4c56-bdc4-4204c0611b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (9553770a-ec53-4893-9ea2-0000dd455e64), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.217549 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6c38444b-d60d-4c56-bdc4-4204c0611b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.221465 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-6c38444b-d60d-4c56-bdc4-4204c0611b83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9553770a-ec53-4893-9ea2-0000dd455e64 HTTP/1.1" status: 204 len: 168 time: 0.2161283 Apr 12 03:10:23.247757 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38444b-d60d-4c56-bdc4-4204c0611b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553770a-ec53-4893-9ea2-0000dd455e64,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:23.358014 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Router 42b2e326-00d2-421e-9888-f52421bb5f12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:10:23.498808 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:10:23.509813 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] Sync routers for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:10:23.510406 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.524272 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:23.526884 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:23.541951 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-13c8c3fa-19c1-41ba-80fd-45d85a5af006 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "PUT /v2.0/floatingips/5a0144bf-c25a-46b1-a919-6c20b74b377a HTTP/1.1" status: 200 len: 991 time: 1.8394926 Apr 12 03:10:23.542494 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:23.544898 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222d0298-5b10-4cc6-aec1-0a1c61461faf" -d '{"events": [{"name": "network-changed", "server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:23.581303 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1677b1b7-09fd-4ef8-b50a-14649ce28511 x-openstack-request-id: req-1677b1b7-09fd-4ef8-b50a-14649ce28511 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:23.581603 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:23.581850 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1677b1b7-09fd-4ef8-b50a-14649ce28511 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:23.582260 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1677b1b7-09fd-4ef8-b50a-14649ce28511'] response: {'name': 'network-changed', 'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'status': 'completed', 'code': 200} Apr 12 03:10:23.718402 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-c82edd03-8e24-4783-98ac-83ab225a6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:23.725174 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-c82edd03-8e24-4783-98ac-83ab225a6171 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1129 time: 0.1093192 Apr 12 03:10:23.795422 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:23.808932 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45714) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:23.826890 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device ec074bd8-868b-4fad-b85f-4d839b0ec0f7 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:23.828037 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ae2126f8-a692-463f-bc53-270af8b61fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.853473 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-9c1e150b-5cbd-4b16-8f8d-994596f50a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:23.855150 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-9c1e150b-5cbd-4b16-8f8d-994596f50a6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.1235600 Apr 12 03:10:23.950975 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ae2126f8-a692-463f-bc53-270af8b61fb5 admin admin] Publish callbacks [] for security_group (ae394e3c-09df-453b-b60d-d09c4224753d), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.953225 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:23.953919 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:23.957262 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ae2126f8-a692-463f-bc53-270af8b61fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (ae394e3c-09df-453b-b60d-d09c4224753d), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.004496 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-ac13af68-ef80-44e5-bd01-0f99620820d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 999 time: 0.1410544 Apr 12 03:10:24.053823 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ae2126f8-a692-463f-bc53-270af8b61fb5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4030961f150d4f80a4202e530ead6ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433181 Apr 12 03:10:24.058191 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45716) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:24.059099 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2126f8-a692-463f-bc53-270af8b61fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae394e3c-09df-453b-b60d-d09c4224753d,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:24.098434 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-19a4c406-9f37-413e-82fa-508bca45715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:24.100282 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-19a4c406-9f37-413e-82fa-508bca45715e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0893197 Apr 12 03:10:24.111178 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:24.156855 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-65243820-7728-426a-936d-3ca9f331e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:24.158524 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-65243820-7728-426a-936d-3ca9f331e40a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515110 Apr 12 03:10:24.169768 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-051d2990-fc68-4ecb-bc40-ed9789722d24 admin admin] Publish callbacks [] for security_group (ae394e3c-09df-453b-b60d-d09c4224753d), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.184929 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5a0144bf-c25a-46b1-a919-6c20b74b377a', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'mac_address': 'fa:16:3e:62:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38336d4b-e834-419b-bd76-e7408563a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:22Z', 'revision_number': 1, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:24.195161 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-051d2990-fc68-4ecb-bc40-ed9789722d24 admin admin] Publish callbacks [] for security_group (ae394e3c-09df-453b-b60d-d09c4224753d), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.219272 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] Checking router: 42b2e326-00d2-421e-9888-f52421bb5f12 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:10:24.231194 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:10:24.232589 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:10:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:24.260841 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-051d2990-fc68-4ecb-bc40-ed9789722d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (ae394e3c-09df-453b-b60d-d09c4224753d), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.269533 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-051d2990-fc68-4ecb-bc40-ed9789722d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:24.281313 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-051d2990-fc68-4ecb-bc40-ed9789722d24 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae394e3c-09df-453b-b60d-d09c4224753d HTTP/1.1" status: 204 len: 168 time: 0.2108603 Apr 12 03:10:24.310376 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d2990-fc68-4ecb-bc40-ed9789722d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae394e3c-09df-453b-b60d-d09c4224753d,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:24.316588 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-0204fd34-5233-4eea-8563-0fb5d546cf98 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388252 Apr 12 03:10:24.416883 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:10:24.465542 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-222d0298-5b10-4cc6-aec1-0a1c61461faf req-12695924-48df-4cf7-b714-5eca372f560f service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400418 Apr 12 03:10:24.701606 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5a0144bf-c25a-46b1-a919-6c20b74b377a', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'mac_address': 'fa:16:3e:62:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38336d4b-e834-419b-bd76-e7408563a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:22Z', 'revision_number': 1, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:10:24.740886 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0589d867-0ff6-427a-89dd-ab9f57403ca6 None None] The sync data for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb is: [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5a0144bf-c25a-46b1-a919-6c20b74b377a', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'mac_address': 'fa:16:3e:62:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38336d4b-e834-419b-bd76-e7408563a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:22Z', 'revision_number': 1, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:10:25.032696 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f73f3e6-26ac-4b20-a32f-bec50b83d88d None None] New status for floating IP 5a0144bf-c25a-46b1-a919-6c20b74b377a: ACTIVE {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:10:29.948573 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-01958d70-1a35-4305-82fa-aa86f3723e7f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:29.950000 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-01958d70-1a35-4305-82fa-aa86f3723e7f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/networks?id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 HTTP/1.1" status: 200 len: 815 time: 0.1069207 Apr 12 03:10:29.967312 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-aa9ebefc-9c22-4820-9fbb-ed3745ebaf0e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/quotas/d7ac57a3dcd347a1b9f8207e3226f4ea HTTP/1.1" status: 200 len: 375 time: 0.0117543 Apr 12 03:10:30.028417 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-49ee5705-a9f1-4f8d-81db-facdd4ebb484 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0556841 Apr 12 03:10:30.135052 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-6da51633-1516-4f40-b02a-9fa5e91137ea service neutron] 10.222.0.41 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926335 Apr 12 03:10:30.236248 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-c793fc0d-fc8a-450c-90e3-61422763e705 service neutron] 10.222.0.41 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954549 Apr 12 03:10:30.403870 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-61d27448-bdf2-44bf-9e4f-8537b756f223 req-b9935105-0afc-4481-b2f7-66ea28d7fc48 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 210 time: 0.0308728 Apr 12 03:10:30.618108 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fc12811f-bc20-4b54-ab54-bc9dd0e3c8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.453929 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-55e3a036-18de-43e6-9893-319c47565175 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:31.455628 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-55e3a036-18de-43e6-9893-319c47565175 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.24 "GET /v2.0/networks?id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 HTTP/1.1" status: 200 len: 815 time: 0.1076632 Apr 12 03:10:31.467542 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'port': {'device_id': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'admin_state_up': True, 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:31.501934 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-79ff40f8-1dd7-42ca-a048-f3446e56116c req-9926e15e-5390-4806-9467-5573e8abb8cc tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 210 time: 0.0305629 Apr 12 03:10:31.585112 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Made reservation on behalf of d7ac57a3dcd347a1b9f8207e3226f4ea for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:10:31.588641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.721650 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Allocated IP 172.20.0.8 (62a16cfe-b5a0-4e2a-bdb3-dce114847dd0/dd8afa46-70ac-4f2c-ab8e-049cf01d52d0/6ecb4dce-c34c-479c-800d-a148c5d81fb2) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:31.882656 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.919271 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:31.983960 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45870) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:31.987277 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:31.988819 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'Port': ['ID=6ecb4dce-c34c-479c-800d-a148c5d81fb2,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:32.003096 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:32.006517 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:32.108346 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:32.109177 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.148824 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-cd7fcfa3-68f8-4774-bd3e-8369420cc299 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6853571 Apr 12 03:10:32.197032 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8fff3a2a-e393-4266-9627-be26bdd65896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.319561 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8fff3a2a-e393-4266-9627-be26bdd65896 admin admin] Publish callbacks [] for security_group (60720284-96ee-4e43-8f3d-fc3bd233e778), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.321910 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-32c7eecc-9e6e-4675-b5a1-9c16cd4d3a2a None None] Provisioning complete for port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:32.322404 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-32c7eecc-9e6e-4675-b5a1-9c16cd4d3a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.327190 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8fff3a2a-e393-4266-9627-be26bdd65896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (60720284-96ee-4e43-8f3d-fc3bd233e778), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.360026 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff3a2a-e393-4266-9627-be26bdd65896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60720284-96ee-4e43-8f3d-fc3bd233e778,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:32.385424 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8fff3a2a-e393-4266-9627-be26bdd65896 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c54427d9d714482b8f361c9dad27b3d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4004896 Apr 12 03:10:32.387999 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45874) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:32.413910 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-32c7eecc-9e6e-4675-b5a1-9c16cd4d3a2a None None] Port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:10:32.453480 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2c66e-f2db-4b96-8b35-079ef8829167 admin admin] Publish callbacks [] for security_group (60720284-96ee-4e43-8f3d-fc3bd233e778), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.480150 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2c66e-f2db-4b96-8b35-079ef8829167 admin admin] Publish callbacks [] for security_group (60720284-96ee-4e43-8f3d-fc3bd233e778), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.539051 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2c66e-f2db-4b96-8b35-079ef8829167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (60720284-96ee-4e43-8f3d-fc3bd233e778), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.541996 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-95d2c66e-f2db-4b96-8b35-079ef8829167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.565203 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-95d2c66e-f2db-4b96-8b35-079ef8829167 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60720284-96ee-4e43-8f3d-fc3bd233e778 HTTP/1.1" status: 204 len: 168 time: 0.1592729 Apr 12 03:10:32.574306 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2c66e-f2db-4b96-8b35-079ef8829167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60720284-96ee-4e43-8f3d-fc3bd233e778,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:32.644484 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d568e53-fc84-4164-8ab7-b5930229db8a req-848150d3-c25d-4745-8409-7ec580a3105b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:32.646059 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7d568e53-fc84-4164-8ab7-b5930229db8a req-848150d3-c25d-4745-8409-7ec580a3105b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0622282 Apr 12 03:10:32.704095 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7d568e53-fc84-4164-8ab7-b5930229db8a req-59ff7a3a-f887-4536-b7e9-b20649a95fe5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518982 Apr 12 03:10:32.865872 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45884) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:32.882556 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-81ccc81e-1025-4c6c-9fc9-d958ca4d4b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.965906 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-81ccc81e-1025-4c6c-9fc9-d958ca4d4b4d admin admin] Publish callbacks [] for security_group (e39facc1-6437-4de7-bf52-e9091b28b3ca), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:32.970037 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-81ccc81e-1025-4c6c-9fc9-d958ca4d4b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e39facc1-6437-4de7-bf52-e9091b28b3ca), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:33.015002 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-81ccc81e-1025-4c6c-9fc9-d958ca4d4b4d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e47b6470313404dbdc0481ad36c77de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478674 Apr 12 03:10:33.016106 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccc81e-1025-4c6c-9fc9-d958ca4d4b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39facc1-6437-4de7-bf52-e9091b28b3ca,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:33.017671 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 45886) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:33.024232 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66a142bf-c6b7-4d7d-be32-0648f8704c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:33.071070 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3cef0df-4f53-43c9-ba7f-8e0cb166391e admin admin] Publish callbacks [] for security_group (e39facc1-6437-4de7-bf52-e9091b28b3ca), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:33.094918 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3cef0df-4f53-43c9-ba7f-8e0cb166391e admin admin] Publish callbacks [] for security_group (e39facc1-6437-4de7-bf52-e9091b28b3ca), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:33.142911 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3cef0df-4f53-43c9-ba7f-8e0cb166391e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e39facc1-6437-4de7-bf52-e9091b28b3ca), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:33.145729 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3cef0df-4f53-43c9-ba7f-8e0cb166391e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:33.147009 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-a3cef0df-4f53-43c9-ba7f-8e0cb166391e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e39facc1-6437-4de7-bf52-e9091b28b3ca HTTP/1.1" status: 204 len: 168 time: 0.1273146 Apr 12 03:10:33.156534 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cef0df-4f53-43c9-ba7f-8e0cb166391e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39facc1-6437-4de7-bf52-e9091b28b3ca,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:33.732125 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:33.818866 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79346ea8-67f4-467f-89cf-fe307946144c req-dc81e639-c668-44c1-baf4-58a10fb750f8 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:33.820375 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-79346ea8-67f4-467f-89cf-fe307946144c req-dc81e639-c668-44c1-baf4-58a10fb750f8 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0477431 Apr 12 03:10:33.881868 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-79346ea8-67f4-467f-89cf-fe307946144c req-55038169-9632-4b21-885c-544e7287fb98 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555117 Apr 12 03:10:35.001058 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c0a02-d8b1-4507-844f-58b7dcbd0924 req-46d1205d-f03d-4a26-8684-25f5303d0331 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:35.002873 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e92c0a02-d8b1-4507-844f-58b7dcbd0924 req-46d1205d-f03d-4a26-8684-25f5303d0331 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0468702 Apr 12 03:10:35.051670 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e92c0a02-d8b1-4507-844f-58b7dcbd0924 req-c23cc279-372e-4150-85ea-79376bf38fdc tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Apr 12 03:10:35.354192 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:36.030974 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:10:36.170486 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1d770-dca1-4cd3-a234-13d2a38a65bd req-3d8d8706-ca90-4be8-a094-9ac820808e28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:36.172256 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-bfb1d770-dca1-4cd3-a234-13d2a38a65bd req-3d8d8706-ca90-4be8-a094-9ac820808e28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0507371 Apr 12 03:10:36.220625 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-bfb1d770-dca1-4cd3-a234-13d2a38a65bd req-aca33b73-6ac4-465f-afb0-eb54333d5a68 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428345 Apr 12 03:10:36.860287 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:37.345001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af9267-348b-4063-a282-9d303c5d10bc req-e31d3beb-ac97-48ce-9bae-4f56043e137b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:37.346476 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-44af9267-348b-4063-a282-9d303c5d10bc req-e31d3beb-ac97-48ce-9bae-4f56043e137b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0558856 Apr 12 03:10:37.397618 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-44af9267-348b-4063-a282-9d303c5d10bc req-7cae2fd5-674f-4463-8060-f06ff5f48289 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450928 Apr 12 03:10:38.534988 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470d46b-7d4c-4dc0-9739-2d2b2834ac01 req-634f3d2f-46a8-4c54-9525-969ac72b422f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:38.536591 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c470d46b-7d4c-4dc0-9739-2d2b2834ac01 req-634f3d2f-46a8-4c54-9525-969ac72b422f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0497262 Apr 12 03:10:38.585838 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c470d46b-7d4c-4dc0-9739-2d2b2834ac01 req-7233bc1b-d988-46eb-aa36-39a1d1e29721 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430021 Apr 12 03:10:39.198561 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:39.702411 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d4109-5699-4eb6-98df-d78fe4c1fbca req-6f881263-4018-4284-a3da-273e202da4dd tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:39.704040 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a97d4109-5699-4eb6-98df-d78fe4c1fbca req-6f881263-4018-4284-a3da-273e202da4dd tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0479667 Apr 12 03:10:39.734008 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45986) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:39.755801 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a97d4109-5699-4eb6-98df-d78fe4c1fbca req-7c2eb56b-3c56-4f66-8198-2979abe102e6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451181 Apr 12 03:10:39.841855 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5c82-b380-40b8-ab1a-034b8993a4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:39.916945 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5c82-b380-40b8-ab1a-034b8993a4b1 admin admin] Publish callbacks [] for security_group (ce589e3f-b0e1-4efb-9681-e23a807f14a3), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:39.921344 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5c82-b380-40b8-ab1a-034b8993a4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (ce589e3f-b0e1-4efb-9681-e23a807f14a3), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:39.961488 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa5c82-b380-40b8-ab1a-034b8993a4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce589e3f-b0e1-4efb-9681-e23a807f14a3,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:39.965889 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b5fa5c82-b380-40b8-ab1a-034b8993a4b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6d3570de3cb34536bfc8966045805dd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307460 Apr 12 03:10:39.968617 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 45990) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:40.017503 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dbde0dd3-6bff-4e3e-b342-6ef239919d7a admin admin] Publish callbacks [] for security_group (ce589e3f-b0e1-4efb-9681-e23a807f14a3), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:40.039438 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dbde0dd3-6bff-4e3e-b342-6ef239919d7a admin admin] Publish callbacks [] for security_group (ce589e3f-b0e1-4efb-9681-e23a807f14a3), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:40.087547 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dbde0dd3-6bff-4e3e-b342-6ef239919d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (ce589e3f-b0e1-4efb-9681-e23a807f14a3), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:40.090233 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-dbde0dd3-6bff-4e3e-b342-6ef239919d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:40.094617 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-dbde0dd3-6bff-4e3e-b342-6ef239919d7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ce589e3f-b0e1-4efb-9681-e23a807f14a3 HTTP/1.1" status: 204 len: 168 time: 0.1250670 Apr 12 03:10:40.102892 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde0dd3-6bff-4e3e-b342-6ef239919d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce589e3f-b0e1-4efb-9681-e23a807f14a3,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:40.885637 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc994bc-1f99-4889-bd2f-ea26c1323d98 req-b5b508f9-69b5-4930-a878-51081cda5d82 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:40.888081 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6dc994bc-1f99-4889-bd2f-ea26c1323d98 req-b5b508f9-69b5-4930-a878-51081cda5d82 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0581841 Apr 12 03:10:40.951442 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6dc994bc-1f99-4889-bd2f-ea26c1323d98 req-f9d9185c-0f2d-4f01-bc30-59c432effbee tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 Apr 12 03:10:42.065480 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bd12b-3ff4-4b4b-a093-ab021fa40425 req-bd1e543c-91d4-4309-a6ce-fd9f17842784 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:42.066933 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ac7bd12b-3ff4-4b4b-a093-ab021fa40425 req-bd1e543c-91d4-4309-a6ce-fd9f17842784 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0467196 Apr 12 03:10:42.120026 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ac7bd12b-3ff4-4b4b-a093-ab021fa40425 req-dff23e62-b8af-400b-9f71-c95e5b2be331 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Apr 12 03:10:43.239536 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773f781-b568-4385-8709-4e790ddcf610 req-b2384c78-7a65-4eed-8b0b-8268e235fd8e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:43.241227 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1773f781-b568-4385-8709-4e790ddcf610 req-b2384c78-7a65-4eed-8b0b-8268e235fd8e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0529494 Apr 12 03:10:43.292520 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1773f781-b568-4385-8709-4e790ddcf610 req-adafe0b0-3e83-44eb-817c-aea267850c6b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Apr 12 03:10:44.416657 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8adc1-57b6-4a64-9b29-506b91a18011 req-dc3d190b-bdc5-4664-aeff-4592e524693b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:44.418217 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8ca8adc1-57b6-4a64-9b29-506b91a18011 req-dc3d190b-bdc5-4664-aeff-4592e524693b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0512693 Apr 12 03:10:44.466188 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8ca8adc1-57b6-4a64-9b29-506b91a18011 req-a2f52863-0393-46ce-9823-d9fd61ab48e1 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421691 Apr 12 03:10:45.592655 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d436da5-83d5-49bc-9544-ee396bc008d3 req-182ad5d9-37a2-482c-aaea-bc691b39e4f5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:45.594239 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0d436da5-83d5-49bc-9544-ee396bc008d3 req-182ad5d9-37a2-482c-aaea-bc691b39e4f5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0536437 Apr 12 03:10:45.644186 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0d436da5-83d5-49bc-9544-ee396bc008d3 req-ce72655e-196a-420e-a27f-3f364ce837aa tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Apr 12 03:10:46.762651 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b0a84f-a428-4066-b74e-055c63f60ac7 req-53cb27d2-227a-4079-8a03-1a6f1665ff18 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:46.764121 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-45b0a84f-a428-4066-b74e-055c63f60ac7 req-53cb27d2-227a-4079-8a03-1a6f1665ff18 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0498312 Apr 12 03:10:46.811841 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-45b0a84f-a428-4066-b74e-055c63f60ac7 req-4b2f2b68-4412-4dbf-9210-d080950f0cec tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Apr 12 03:10:47.938108 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d48bf-217c-486c-8067-6677f891240e req-5dc38e80-71ec-4e63-a321-3c8ba7d11b0b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:47.940516 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e92d48bf-217c-486c-8067-6677f891240e req-5dc38e80-71ec-4e63-a321-3c8ba7d11b0b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 931 time: 0.0552778 Apr 12 03:10:47.990952 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e92d48bf-217c-486c-8067-6677f891240e req-6b6028a8-1e7e-496b-b789-1726e55ee78a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Apr 12 03:10:47.995741 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Request body: {'port': {'device_id': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:48.060512 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:48.348755 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecb4dce-c34c-479c-800d-a148c5d81fb2 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:48.357025 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Publish callbacks [] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:48.371462 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Transition to ACTIVE for port object 6ecb4dce-c34c-479c-800d-a148c5d81fb2 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:10:48.375360 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:48.430828 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecb4dce-c34c-479c-800d-a148c5d81fb2,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:48.501001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Attempting to bind port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:48.501351 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Attempting to bind port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:48.501735 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Attempting to bind port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 on network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:48.506880 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 on network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:10:48.507204 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Attempting to bind port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 on network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:48.512266 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:48.512602 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Checking segment: {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:48.512979 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Bound using segment: {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:48.513402 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Bound port: 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a9b936f-2f29-40d7-a215-628f311bcf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:48.513757 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:48.584365 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] For port 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:48.587585 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] For port 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:48.594454 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:48.632580 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:48.633207 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:48.634521 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 1093 time: 0.6427019 Apr 12 03:10:48.634977 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:48.637220 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74302e84-017e-48ee-b094-75335bbf2818" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:48.677829 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8122d851-44e9-42ff-905e-2b70da1313c5 x-openstack-request-id: req-8122d851-44e9-42ff-905e-2b70da1313c5 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:48.677956 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:48.678233 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8122d851-44e9-42ff-905e-2b70da1313c5 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:48.678664 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8122d851-44e9-42ff-905e-2b70da1313c5'] response: {'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'status': 'completed', 'code': 200} Apr 12 03:10:48.679596 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdc553-ef6e-4e8b-a43e-92df6ff052b3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ecb4dce-c34c-479c-800d-a148c5d81fb2,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:49.129803 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d376c-c788-48ac-bfef-0084ef4c620d req-0f29d829-bc3c-400e-b92c-61a478dc510a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:49.131328 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2c7d376c-c788-48ac-bfef-0084ef4c620d req-0f29d829-bc3c-400e-b92c-61a478dc510a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 943 time: 0.0507131 Apr 12 03:10:49.183325 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2c7d376c-c788-48ac-bfef-0084ef4c620d req-43830948-6b62-456a-ad27-c85f6db60c40 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461047 Apr 12 03:10:49.280577 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302e84-017e-48ee-b094-75335bbf2818 req-6baca4a5-673e-4045-a40c-b8bd10194fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:49.282378 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-74302e84-017e-48ee-b094-75335bbf2818 req-6baca4a5-673e-4045-a40c-b8bd10194fda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1127 time: 0.0549183 Apr 12 03:10:49.469470 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8a499-3627-41bc-9a16-cdae300b092b req-cbb58d4f-dc7a-42ad-8560-e35e29fd84d5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:49.471060 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cef8a499-3627-41bc-9a16-cdae300b092b req-cbb58d4f-dc7a-42ad-8560-e35e29fd84d5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0603092 Apr 12 03:10:49.519276 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cef8a499-3627-41bc-9a16-cdae300b092b req-783b569a-4ed7-4a88-b4bc-7fd7a78e1619 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420516 Apr 12 03:10:49.733862 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302e84-017e-48ee-b094-75335bbf2818 req-790b0ff5-2a6c-46f9-aeb4-851f2e09dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:49.735606 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-74302e84-017e-48ee-b094-75335bbf2818 req-790b0ff5-2a6c-46f9-aeb4-851f2e09dfa5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997360 Apr 12 03:10:49.896001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74302e84-017e-48ee-b094-75335bbf2818 req-858c5238-afae-4fbd-bcdd-f33df1482832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:49.897513 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-74302e84-017e-48ee-b094-75335bbf2818 req-858c5238-afae-4fbd-bcdd-f33df1482832 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009655 Apr 12 03:10:49.983624 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-aa5391ea-532b-4968-b129-a4b1fda73911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:49.985049 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-aa5391ea-532b-4968-b129-a4b1fda73911 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1127 time: 0.0422194 Apr 12 03:10:50.031012 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-17b6a629-e290-46ee-9aef-6afc4777e068 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 217 time: 0.0384893 Apr 12 03:10:50.085355 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-5d73e190-fd57-4360-93cf-c0e15501a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:50.086845 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-5d73e190-fd57-4360-93cf-c0e15501a5a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd8afa46-70ac-4f2c-ab8e-049cf01d52d0 HTTP/1.1" status: 200 len: 854 time: 0.0448673 Apr 12 03:10:50.132003 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-74ada605-ffcc-4857-98ef-836d41c39ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:50.133428 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-74ada605-ffcc-4857-98ef-836d41c39ddb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0369599 Apr 12 03:10:50.226964 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-401a5cef-77d7-445f-84cf-5614febcaa8f service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848541 Apr 12 03:10:50.334862 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f4b9a-fbc6-4925-b7b3-9bb49fe4071d req-d70144c1-db7e-4cc1-9a05-cdcf24c31204 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:50.336346 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4f5f4b9a-fbc6-4925-b7b3-9bb49fe4071d req-d70144c1-db7e-4cc1-9a05-cdcf24c31204 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 943 time: 0.0842311 Apr 12 03:10:50.561117 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46184) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:50.566909 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-9030c1a0-c214-44a2-81f6-2091908048a3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846563656', 'description': 'tempest-description--17033546'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:50.590884 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9030c1a0-c214-44a2-81f6-2091908048a3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.622206 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f146d5e-0d3a-4d5a-a538-6e31a797ec9a req-ff3bb1fc-5af9-4424-b2de-f2f22ec6d109 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890257 Apr 12 03:10:50.649141 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4f5f4b9a-fbc6-4925-b7b3-9bb49fe4071d req-069d6899-54af-46d6-be4e-50d9ba5cc495 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061359 Apr 12 03:10:50.659397 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233ef70-40cc-406c-b197-01e57ed82316 req-17e9fabc-0e1c-4931-a40e-8e3a42097914 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:50.660888 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3233ef70-40cc-406c-b197-01e57ed82316 req-17e9fabc-0e1c-4931-a40e-8e3a42097914 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0541477 Apr 12 03:10:50.730386 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9030c1a0-c214-44a2-81f6-2091908048a3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (a44c39c1-12fb-4673-8169-69d5b4b0eb8d), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.734447 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3233ef70-40cc-406c-b197-01e57ed82316 req-ac98723a-0990-4636-9170-f634a7f599cc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674312 Apr 12 03:10:50.736546 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9030c1a0-c214-44a2-81f6-2091908048a3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (a44c39c1-12fb-4673-8169-69d5b4b0eb8d), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.768718 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9030c1a0-c214-44a2-81f6-2091908048a3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.769937 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-9030c1a0-c214-44a2-81f6-2091908048a3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2075548 Apr 12 03:10:50.772078 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9030c1a0-c214-44a2-81f6-2091908048a3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44c39c1-12fb-4673-8169-69d5b4b0eb8d,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:50.773061 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46186) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:50.779306 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f3dc39fb-9ce1-4484-842a-302e98611883 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group_rule': {'security_group_id': 'a44c39c1-12fb-4673-8169-69d5b4b0eb8d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:50.804558 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3dc39fb-9ce1-4484-842a-302e98611883 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (75a5b09c-09d0-42f2-af1e-3c31d0f176f0), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.859575 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3dc39fb-9ce1-4484-842a-302e98611883 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (75a5b09c-09d0-42f2-af1e-3c31d0f176f0), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.864653 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3dc39fb-9ce1-4484-842a-302e98611883 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (75a5b09c-09d0-42f2-af1e-3c31d0f176f0), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.882911 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc39fb-9ce1-4484-842a-302e98611883 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a5b09c-09d0-42f2-af1e-3c31d0f176f0,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:50.893785 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f3dc39fb-9ce1-4484-842a-302e98611883 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.895030 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-f3dc39fb-9ce1-4484-842a-302e98611883 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1200590 Apr 12 03:10:50.897817 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46190) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:50.902240 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-c8671f08-0c4f-4c57-8d18-72c334a6bdce tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group_rule': {'security_group_id': 'a44c39c1-12fb-4673-8169-69d5b4b0eb8d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:50.929165 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8671f08-0c4f-4c57-8d18-72c334a6bdce tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (092d375f-b8aa-42cb-a3d5-f5967c24b878), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.985056 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8671f08-0c4f-4c57-8d18-72c334a6bdce tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (092d375f-b8aa-42cb-a3d5-f5967c24b878), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:50.989950 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8671f08-0c4f-4c57-8d18-72c334a6bdce tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (092d375f-b8aa-42cb-a3d5-f5967c24b878), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.006838 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8671f08-0c4f-4c57-8d18-72c334a6bdce tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092d375f-b8aa-42cb-a3d5-f5967c24b878,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:51.016141 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c8671f08-0c4f-4c57-8d18-72c334a6bdce tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.017384 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-c8671f08-0c4f-4c57-8d18-72c334a6bdce tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185846 Apr 12 03:10:51.020920 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46194) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:51.026286 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:51.048493 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.127803 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.159721 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46198) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:51.234677 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Allocated IP 172.28.1.131 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/b371249b-ec92-47f3-a1fe-a0344816d549) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:51.267118 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-82037f58-9009-446d-b66e-0a20a98226d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.336651 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (b371249b-ec92-47f3-a1fe-a0344816d549), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.345798 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-82037f58-9009-446d-b66e-0a20a98226d6 admin admin] Publish callbacks [] for security_group (198cbf69-194d-4dcf-8aa3-6f4a72f5c4a1), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.350600 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-82037f58-9009-446d-b66e-0a20a98226d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (198cbf69-194d-4dcf-8aa3-6f4a72f5c4a1), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.374654 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (b371249b-ec92-47f3-a1fe-a0344816d549), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.392816 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-82037f58-9009-446d-b66e-0a20a98226d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb1b329f950d48ee814d3c0d79a69af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293391 Apr 12 03:10:51.392816 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82037f58-9009-446d-b66e-0a20a98226d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198cbf69-194d-4dcf-8aa3-6f4a72f5c4a1,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:51.395757 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46202) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:10:51.414909 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:51.419232 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:51.423675 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:51.426805 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=b371249b-ec92-47f3-a1fe-a0344816d549,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:51.447264 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1196-3ccf-46dd-8187-434329a65b76 admin admin] Publish callbacks [] for security_group (198cbf69-194d-4dcf-8aa3-6f4a72f5c4a1), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.467768 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1196-3ccf-46dd-8187-434329a65b76 admin admin] Publish callbacks [] for security_group (198cbf69-194d-4dcf-8aa3-6f4a72f5c4a1), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.514453 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (2f74d3c8-897d-49de-b9d8-212d9614315e), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.517131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1196-3ccf-46dd-8187-434329a65b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (198cbf69-194d-4dcf-8aa3-6f4a72f5c4a1), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.520576 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f1fc1196-3ccf-46dd-8187-434329a65b76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.522082 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-f1fc1196-3ccf-46dd-8187-434329a65b76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/198cbf69-194d-4dcf-8aa3-6f4a72f5c4a1 HTTP/1.1" status: 204 len: 168 time: 0.1253655 Apr 12 03:10:51.531502 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fc1196-3ccf-46dd-8187-434329a65b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198cbf69-194d-4dcf-8aa3-6f4a72f5c4a1,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:51.553122 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b371249b-ec92-47f3-a1fe-a0344816d549), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.718467 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (b371249b-ec92-47f3-a1fe-a0344816d549), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.734288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (b371249b-ec92-47f3-a1fe-a0344816d549), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.832333 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d716d-bb0f-4f92-baa5-f098f3ee6794 req-738ba5ad-86a4-4139-855a-b7b9fddb893b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:51.833932 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-816d716d-bb0f-4f92-baa5-f098f3ee6794 req-738ba5ad-86a4-4139-855a-b7b9fddb893b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 943 time: 0.1128073 Apr 12 03:10:51.844220 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=b371249b-ec92-47f3-a1fe-a0344816d549,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:51.867892 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6b33d-ad69-4e82-b456-f1e7098df548 req-3f8827b5-6ee1-4f6a-8b44-bccd39b95084 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:51.869375 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0ca6b33d-ad69-4e82-b456-f1e7098df548 req-3f8827b5-6ee1-4f6a-8b44-bccd39b95084 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0554183 Apr 12 03:10:51.882293 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (2f74d3c8-897d-49de-b9d8-212d9614315e), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.904242 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-816d716d-bb0f-4f92-baa5-f098f3ee6794 req-5e47fd06-ca47-4557-8809-d5a978a3c54a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633688 Apr 12 03:10:51.907996 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:51.909128 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-f7141273-df02-4760-9ee1-28d1cff1a68c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8870554 Apr 12 03:10:51.915562 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0ca6b33d-ad69-4e82-b456-f1e7098df548 req-4effad9e-694a-4e20-bd83-0df36d2028e4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399873 Apr 12 03:10:52.118769 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-9896653b-01d9-4bf2-add6-26c08bc10228 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1846563656&fields=id&tenant_id=d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 267 time: 0.0445893 Apr 12 03:10:52.229000 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-1bbf7195-e822-4528-ae82-8891be761bdd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:52.230385 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-1bbf7195-e822-4528-ae82-8891be761bdd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 815 time: 0.1052847 Apr 12 03:10:52.245140 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-9b611ed4-3e8b-4b6a-bbd5-ea67d53d7ece tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/quotas/d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 375 time: 0.0093856 Apr 12 03:10:52.297458 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-89d31c1d-551a-4197-9e0f-33488a2efc87 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474858 Apr 12 03:10:52.396658 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-7dfcc2d5-85b7-43dd-a25e-f4f109dee002 service neutron] 10.222.0.41 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846727 Apr 12 03:10:52.487354 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c7fc776f-8050-4647-830f-721e27af6218 service neutron] 10.222.0.41 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 Apr 12 03:10:52.651500 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4a2a249d-1f8c-4efd-80b7-de946a1e4a46 req-40c049bd-a059-4bb4-96fc-29adef52e005 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0271087 Apr 12 03:10:53.028484 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfe9f1-3c14-4870-981c-a984500c1591 req-fe9730d7-bac9-45ed-8c8a-14336beffaa5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:53.029908 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-74cfe9f1-3c14-4870-981c-a984500c1591 req-fe9730d7-bac9-45ed-8c8a-14336beffaa5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 943 time: 0.0471225 Apr 12 03:10:53.031030 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703a8f5-63bb-4638-80bd-3949f27161cb req-05339c3f-bc1c-426e-99c6-e8cd57a33b89 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:53.032585 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3703a8f5-63bb-4638-80bd-3949f27161cb req-05339c3f-bc1c-426e-99c6-e8cd57a33b89 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0456398 Apr 12 03:10:53.077451 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-74cfe9f1-3c14-4870-981c-a984500c1591 req-a16036e9-31fa-497c-a86f-ab34d84cc712 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411825 Apr 12 03:10:53.078348 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3703a8f5-63bb-4638-80bd-3949f27161cb req-a6e43e24-82e9-45d9-a5ee-894e53f27f2e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402834 Apr 12 03:10:53.757121 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-11aaba13-de83-438a-8d55-86d2435d7842 req-0f98ad2a-5d29-4f08-aeb1-04b39b35c302 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0308347 Apr 12 03:10:53.914210 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-e47c9194-72b7-4054-8800-7b9918a7de93 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:53.915956 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-e47c9194-72b7-4054-8800-7b9918a7de93 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 815 time: 0.1011691 Apr 12 03:10:53.987697 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-7afec813-fab6-400c-919b-bb4b2b82d3a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 473 time: 0.0622470 Apr 12 03:10:53.996111 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'port': {'device_id': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'admin_state_up': True, 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'security_groups': ['a44c39c1-12fb-4673-8169-69d5b4b0eb8d']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:54.111894 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Made reservation on behalf of d242dd1c24a44466b0295a9e04d3aa63 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:10:54.115730 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.196762 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04696eb-add4-40fe-9978-59307cbfa0f1 req-f0c0d7ba-16a4-4c6d-b232-fbbd2f22ef76 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:54.198244 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e04696eb-add4-40fe-9978-59307cbfa0f1 req-f0c0d7ba-16a4-4c6d-b232-fbbd2f22ef76 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 943 time: 0.0493562 Apr 12 03:10:54.230989 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7f58-d50a-4d54-8f03-d6c1b1c58d11 req-4b915131-ded4-4f9b-a6f1-7c6f79f2498f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:54.232366 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6b8e7f58-d50a-4d54-8f03-d6c1b1c58d11 req-4b915131-ded4-4f9b-a6f1-7c6f79f2498f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0642538 Apr 12 03:10:54.244084 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e04696eb-add4-40fe-9978-59307cbfa0f1 req-61ba4544-935c-4fd6-a73c-abbef5699845 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401056 Apr 12 03:10:54.303102 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Allocated IP 172.20.0.3 (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5/2c83a292-53be-43b5-8bda-bf9c6887abca/a40eab25-3e5e-45ed-9678-ffb978483236) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:10:54.322260 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6b8e7f58-d50a-4d54-8f03-d6c1b1c58d11 req-4c416e35-f807-405f-b59a-a602f142bc34 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687089 Apr 12 03:10:54.454457 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (a40eab25-3e5e-45ed-9678-ffb978483236), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.492579 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.535587 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:10:54.538734 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:10:54.542241 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:10:54.548425 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=a40eab25-3e5e-45ed-9678-ffb978483236,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:54.594485 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:54.595443 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.613004 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-c8fc6783-9f1f-41df-a754-895074164d38 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6206009 Apr 12 03:10:54.625042 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Request body: {'port': {'device_id': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:10:54.689664 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.744287 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-103d8b17-228b-472a-966e-cf81c2d434a8 None None] Provisioning complete for port a40eab25-3e5e-45ed-9678-ffb978483236 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:54.744893 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-103d8b17-228b-472a-966e-cf81c2d434a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.770387 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 6ecb4dce-c34c-479c-800d-a148c5d81fb2 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:10:54.789608 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-103d8b17-228b-472a-966e-cf81c2d434a8 None None] Port a40eab25-3e5e-45ed-9678-ffb978483236 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:10:54.872289 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:54.875303 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614f697-b398-4761-bcbe-aa9274b810a0 req-bdbc3927-18db-4ab8-82bd-42b6392c57ba tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:54.876823 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c614f697-b398-4761-bcbe-aa9274b810a0 req-bdbc3927-18db-4ab8-82bd-42b6392c57ba tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 931 time: 0.0470231 Apr 12 03:10:54.888486 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'port_id': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'mac_address': 'fa:16:3e:ce:a0:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 223, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:10:54.929959 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:54.930185 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c614f697-b398-4761-bcbe-aa9274b810a0 req-3859c9f7-9331-40aa-be86-16c9101d1df2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471320 Apr 12 03:10:54.931169 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.945205 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecb4dce-c34c-479c-800d-a148c5d81fb2 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:54.965578 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:54.965784 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40eab25-3e5e-45ed-9678-ffb978483236 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:10:54.970297 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.973775 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Publish callbacks [] for port (a40eab25-3e5e-45ed-9678-ffb978483236), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:54.986155 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Transition to ACTIVE for port object a40eab25-3e5e-45ed-9678-ffb978483236 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:10:54.991015 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:55.019050 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=6ecb4dce-c34c-479c-800d-a148c5d81fb2,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:55.026889 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.027241 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.027684 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.027923 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.028265 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.028587 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.029036 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.029222 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.029563 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.029940 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.030293 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.030610 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.030993 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.031301 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.031627 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:10:55.067005 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a40eab25-3e5e-45ed-9678-ffb978483236,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:55.118536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Attempting to bind port a40eab25-3e5e-45ed-9678-ffb978483236 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:10:55.118902 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Attempting to bind port a40eab25-3e5e-45ed-9678-ffb978483236 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:10:55.119231 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Attempting to bind port a40eab25-3e5e-45ed-9678-ffb978483236 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:55.123865 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Port a40eab25-3e5e-45ed-9678-ffb978483236 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:10:55.124183 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Attempting to bind port a40eab25-3e5e-45ed-9678-ffb978483236 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:10:55.129248 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:10:55.129580 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Checking segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:10:55.129957 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Bound using segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:10:55.130380 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Bound port: a40eab25-3e5e-45ed-9678-ffb978483236, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:10:55.130766 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:55.197733 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] For port a40eab25-3e5e-45ed-9678-ffb978483236, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:10:55.200680 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] For port a40eab25-3e5e-45ed-9678-ffb978483236, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a40eab25-3e5e-45ed-9678-ffb978483236,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:10:55.208301 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:55.245138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:55.245828 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:55.247266 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/a40eab25-3e5e-45ed-9678-ffb978483236 HTTP/1.1" status: 200 len: 1093 time: 0.6266506 Apr 12 03:10:55.247682 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'tag': 'a40eab25-3e5e-45ed-9678-ffb978483236'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:55.249926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe1754e-cb04-49c9-a821-efa5879ca23a" -d '{"events": [{"name": "network-changed", "server_uuid": "068c42cc-6f4d-41fe-825d-5aa45d30c2b9", "tag": "a40eab25-3e5e-45ed-9678-ffb978483236"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:55.284905 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb00666d-1aff-4b40-9de1-0cc9a62206f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a40eab25-3e5e-45ed-9678-ffb978483236,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:55.305245 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5d7fe5-d717-49e0-a0f4-c57866127327 x-openstack-request-id: req-ea5d7fe5-d717-49e0-a0f4-c57866127327 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:55.305547 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068c42cc-6f4d-41fe-825d-5aa45d30c2b9", "tag": "a40eab25-3e5e-45ed-9678-ffb978483236", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:55.305806 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ea5d7fe5-d717-49e0-a0f4-c57866127327 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:55.306218 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5d7fe5-d717-49e0-a0f4-c57866127327'] response: {'name': 'network-changed', 'server_uuid': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'tag': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'status': 'completed', 'code': 200} Apr 12 03:10:55.326879 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['6ecb4dce-c34c-479c-800d-a148c5d81fb2'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:10:55.340569 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-2de6a638-b14f-4d05-bff0-8f1fb48f4080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:55.343620 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-2de6a638-b14f-4d05-bff0-8f1fb48f4080 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 1127 time: 0.0480545 Apr 12 03:10:55.402196 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41159588-d6dc-4189-b77d-c48cab66e58e req-b470aa64-035a-4da0-99fc-7c6d01158478 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:55.410916 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-41159588-d6dc-4189-b77d-c48cab66e58e req-b470aa64-035a-4da0-99fc-7c6d01158478 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 944 time: 0.0703297 Apr 12 03:10:55.413310 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-69d1274e-5bf8-4d67-a33a-877952ef3c5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a40eab25-3e5e-45ed-9678-ffb978483236 HTTP/1.1" status: 200 len: 217 time: 0.0490246 Apr 12 03:10:55.478996 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-41159588-d6dc-4189-b77d-c48cab66e58e req-3cf008ac-4dc9-4fe8-8beb-6530b61f5e8f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656157 Apr 12 03:10:55.503308 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e1a80-9ab0-4db0-b704-62ea811c51d7 req-e594cc09-c520-4206-839c-5639b052c26d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:55.504807 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0e3e1a80-9ab0-4db0-b704-62ea811c51d7 req-e594cc09-c520-4206-839c-5639b052c26d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0865779 Apr 12 03:10:55.513554 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-99051f72-9c59-4321-a7a2-9d5b8e890309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:55.514959 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-99051f72-9c59-4321-a7a2-9d5b8e890309 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0950620 Apr 12 03:10:55.580448 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-93d90dbe-f396-4daa-8ff6-373ac2c28286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:55.582008 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-93d90dbe-f396-4daa-8ff6-373ac2c28286 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0552061 Apr 12 03:10:55.585113 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0e3e1a80-9ab0-4db0-b704-62ea811c51d7 req-13e8afca-75c1-407c-8710-b47c01dcb05b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741882 Apr 12 03:10:55.682443 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-9031fd92-a954-4056-ab62-b2b77c740553 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938804 Apr 12 03:10:55.771770 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1c213b2e-e901-4cfc-aadc-2badff550be4 req-55e12b32-3ffe-46cd-b99c-9f2afd6b9d05 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829566 Apr 12 03:10:56.058004 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982069d-448d-474a-bf52-f79280b1732d req-3a70f940-7d4c-4760-9acb-e73ef17eadad tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:56.059503 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6982069d-448d-474a-bf52-f79280b1732d req-3a70f940-7d4c-4760-9acb-e73ef17eadad tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0554066 Apr 12 03:10:56.106926 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6982069d-448d-474a-bf52-f79280b1732d req-0151e0bd-28e4-411d-9fee-4b4329eb4fd1 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414419 Apr 12 03:10:56.605512 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5f9d4-7abe-4eec-9f7a-e0012783db64 req-169fd26c-7355-40de-bfcf-0f24dcc903a1 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:56.607843 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1fe5f9d4-7abe-4eec-9f7a-e0012783db64 req-169fd26c-7355-40de-bfcf-0f24dcc903a1 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 944 time: 0.0606935 Apr 12 03:10:56.657279 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1fe5f9d4-7abe-4eec-9f7a-e0012783db64 req-089d30b4-5f6c-4ea9-aa74-eeb65c843825 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Apr 12 03:10:56.702600 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aa1ec-90c5-46d5-bb27-92fbd5cf8ab6 req-d7685b2e-9d6c-4533-9477-67211bb83837 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:56.704093 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-132aa1ec-90c5-46d5-bb27-92fbd5cf8ab6 req-d7685b2e-9d6c-4533-9477-67211bb83837 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0477891 Apr 12 03:10:56.749917 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-132aa1ec-90c5-46d5-bb27-92fbd5cf8ab6 req-837ac8cd-3c14-43ad-8dc1-98ba2acd1077 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400538 Apr 12 03:10:56.757371 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 6ecb4dce-c34c-479c-800d-a148c5d81fb2 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:10:56.802526 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:10:56.811329 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:10:56.811658 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:57.010578 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:10:57.010870 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:57.034856 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:10:57.037185 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e274909-73d1-4465-a5dc-b969db6c654f" -d '{"events": [{"server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:10:57.049677 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:10:57.057658 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:10:57.081337 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f7d58-abf4-4170-ab51-dc6591d7106b x-openstack-request-id: req-aa5f7d58-abf4-4170-ab51-dc6591d7106b {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:10:57.081650 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "name": "network-vif-plugged", "status": "completed", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:10:57.081905 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa5f7d58-abf4-4170-ab51-dc6591d7106b {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:10:57.082300 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa5f7d58-abf4-4170-ab51-dc6591d7106b'] response: {'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'code': 200} Apr 12 03:10:57.108448 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=6ecb4dce-c34c-479c-800d-a148c5d81fb2,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:10:57.236512 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909011ad-9c5f-4b5c-a5f3-4beea9c2b744 req-38f47f63-19c7-4a91-a312-9c39612816d5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:57.238085 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-909011ad-9c5f-4b5c-a5f3-4beea9c2b744 req-38f47f63-19c7-4a91-a312-9c39612816d5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0568273 Apr 12 03:10:57.291982 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-909011ad-9c5f-4b5c-a5f3-4beea9c2b744 req-d6316cad-24ff-4c44-8fe8-8592762ccd94 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481551 Apr 12 03:10:57.776405 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b04f-53a5-49fb-9edb-cb5661e4dc1e req-30337ec4-9cd1-4232-9c87-c2027dc691fd tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:57.777836 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95b5b04f-53a5-49fb-9edb-cb5661e4dc1e req-30337ec4-9cd1-4232-9c87-c2027dc691fd tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0463228 Apr 12 03:10:57.830366 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95b5b04f-53a5-49fb-9edb-cb5661e4dc1e req-9ff59be9-177d-4918-8375-212f99d7bcc1 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446627 Apr 12 03:10:57.871293 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f06da-4143-43da-a9a6-1f166db67c4b req-ed99eb15-2acf-47e2-9f75-124c47f44b3d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:57.872746 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-375f06da-4143-43da-a9a6-1f166db67c4b req-ed99eb15-2acf-47e2-9f75-124c47f44b3d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0457804 Apr 12 03:10:57.919476 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-375f06da-4143-43da-a9a6-1f166db67c4b req-f4220e4d-da9b-4d6f-aff7-a27e5f586566 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412316 Apr 12 03:10:58.408294 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35593f9-450d-4f41-ac19-cb257da67ba1 req-bb88ebb2-fc56-4ad1-a5ac-d9b0a70ece3a tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:58.409720 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a35593f9-450d-4f41-ac19-cb257da67ba1 req-bb88ebb2-fc56-4ad1-a5ac-d9b0a70ece3a tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0486655 Apr 12 03:10:58.460025 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a35593f9-450d-4f41-ac19-cb257da67ba1 req-633c7395-3bcb-4f57-9c02-9262a7906ebf tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446610 Apr 12 03:10:58.580380 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-5e76535b-45c0-45d6-ad8d-d7cee5328ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:58.581917 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-5e76535b-45c0-45d6-ad8d-d7cee5328ea2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 1127 time: 0.0395827 Apr 12 03:10:58.711921 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-a537cd4a-24cf-47be-9158-9c9f975da996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:58.713384 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-a537cd4a-24cf-47be-9158-9c9f975da996 service neutron] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 916 time: 0.0865440 Apr 12 03:10:58.756612 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95196c-8c8e-4cf7-b9ab-ba25cd3372f3 req-28e5ffa8-7574-40a3-a7b7-17705cbd4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:58.756905 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-9e8ddef6-1d04-474a-bb07-44fa0a1972d6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a40eab25-3e5e-45ed-9678-ffb978483236 HTTP/1.1" status: 200 len: 217 time: 0.0368249 Apr 12 03:10:58.758104 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7d95196c-8c8e-4cf7-b9ab-ba25cd3372f3 req-28e5ffa8-7574-40a3-a7b7-17705cbd4d12 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1129 time: 0.0437841 Apr 12 03:10:58.803796 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7d95196c-8c8e-4cf7-b9ab-ba25cd3372f3 req-9b33bb82-549e-48ac-8293-3d69cc07ecdf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371475 Apr 12 03:10:58.806454 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-453ec477-e162-4c21-8be0-123905b74658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:58.807937 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-453ec477-e162-4c21-8be0-123905b74658 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0419629 Apr 12 03:10:58.947177 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bf463-6e6f-4c24-83e6-7b70e818a545 req-9caea83e-81f2-4beb-a16a-eeecb981a6c4 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:58.949219 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-267bf463-6e6f-4c24-83e6-7b70e818a545 req-9caea83e-81f2-4beb-a16a-eeecb981a6c4 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0526273 Apr 12 03:10:59.004704 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-267bf463-6e6f-4c24-83e6-7b70e818a545 req-8effda43-4ae3-4f74-92e4-ac717410f1f5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Apr 12 03:10:59.039955 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890f3df-a89c-4cad-8480-fd4a4793a296 req-e3bd27da-48a8-4330-97a2-a077b756e334 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:59.041448 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1890f3df-a89c-4cad-8480-fd4a4793a296 req-e3bd27da-48a8-4330-97a2-a077b756e334 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0493269 Apr 12 03:10:59.086779 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1890f3df-a89c-4cad-8480-fd4a4793a296 req-f8409b4f-7364-4746-ad4c-0b3ce9554e3e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395517 Apr 12 03:10:59.151126 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-30d3b9a3-c331-4e1e-a7a8-c28d0bbb9c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:59.152645 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-30d3b9a3-c331-4e1e-a7a8-c28d0bbb9c8f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428708 Apr 12 03:10:59.239299 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-46920bf4-0608-4aab-9fd6-3de7000c253a service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795522 Apr 12 03:10:59.332579 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bfe1754e-cb04-49c9-a821-efa5879ca23a req-0d28d166-a306-477d-82b0-f7fb34ab21c4 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867004 Apr 12 03:10:59.589095 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e318659-6fa2-43b9-a46f-671c10790f7b req-925e2991-7b82-4dd1-a7e0-00ab3568a97b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:10:59.590548 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9e318659-6fa2-43b9-a46f-671c10790f7b req-925e2991-7b82-4dd1-a7e0-00ab3568a97b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0499890 Apr 12 03:10:59.643053 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9e318659-6fa2-43b9-a46f-671c10790f7b req-f57768cb-e48a-401c-991d-8262fe779483 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443869 Apr 12 03:11:00.125398 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd25921-3289-49fd-aafb-41d29d7c6127 req-7d8e3437-b4ae-4ae8-be73-fddda75e3255 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:00.127012 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bbd25921-3289-49fd-aafb-41d29d7c6127 req-7d8e3437-b4ae-4ae8-be73-fddda75e3255 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0473764 Apr 12 03:11:00.175286 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bbd25921-3289-49fd-aafb-41d29d7c6127 req-45db64dc-dbd3-4341-b310-566759ecb93d tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427108 Apr 12 03:11:00.206081 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb6fbd-bf0b-479e-8ae1-4a8437d90066 req-0a1d5dfa-76a9-40f5-8ae5-11136a619197 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:00.207575 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0edb6fbd-bf0b-479e-8ae1-4a8437d90066 req-0a1d5dfa-76a9-40f5-8ae5-11136a619197 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0488622 Apr 12 03:11:00.253425 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0edb6fbd-bf0b-479e-8ae1-4a8437d90066 req-f5fe7f5c-c498-4cf3-991d-39119107ac12 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403583 Apr 12 03:11:00.631363 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-21799bb5-6120-4a78-bcbe-7c56d600ebfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:00.767666 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ccbffd-ef0a-4b7c-b8f7-bae60becfc61 req-1660916c-0ab9-4688-9291-34c74e28025c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:00.769176 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-33ccbffd-ef0a-4b7c-b8f7-bae60becfc61 req-1660916c-0ab9-4688-9291-34c74e28025c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 943 time: 0.0530367 Apr 12 03:11:00.795445 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device a40eab25-3e5e-45ed-9678-ffb978483236 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:11:00.822838 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-33ccbffd-ef0a-4b7c-b8f7-bae60becfc61 req-905bed2c-0795-40ad-976a-e25ba48086fb tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480385 Apr 12 03:11:00.894079 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port a40eab25-3e5e-45ed-9678-ffb978483236, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a40eab25-3e5e-45ed-9678-ffb978483236,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:00.905394 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'port_id': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'mac_address': 'fa:16:3e:0a:8c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:11:00.953552 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port a40eab25-3e5e-45ed-9678-ffb978483236 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:00.954400 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:00.969051 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40eab25-3e5e-45ed-9678-ffb978483236 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:11:00.989980 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port a40eab25-3e5e-45ed-9678-ffb978483236, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a40eab25-3e5e-45ed-9678-ffb978483236,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:00.995766 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:01.053422 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=a40eab25-3e5e-45ed-9678-ffb978483236,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:01.304763 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2b27f-5ed3-48c7-82e6-822c2392a8c9 req-af70d8df-aa5a-40fa-91fc-373f13ef1eb9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:01.306242 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0ae2b27f-5ed3-48c7-82e6-822c2392a8c9 req-af70d8df-aa5a-40fa-91fc-373f13ef1eb9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0553658 Apr 12 03:11:01.354294 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0ae2b27f-5ed3-48c7-82e6-822c2392a8c9 req-ed318c10-9444-4113-9eec-f197ec4a5e2c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419006 Apr 12 03:11:01.374968 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e362f0b-7c2e-403f-98ba-e488385c1470 req-f62e5d9a-d823-45f5-88f2-70a7f55648f1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:01.376457 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4e362f0b-7c2e-403f-98ba-e488385c1470 req-f62e5d9a-d823-45f5-88f2-70a7f55648f1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0471766 Apr 12 03:11:01.423223 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4e362f0b-7c2e-403f-98ba-e488385c1470 req-771a75c7-5ad5-40ef-8f98-e7b1b806337d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410657 Apr 12 03:11:01.467497 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28086c7d-0af7-4ae3-8504-9770d195310f req-37fde55b-d2b8-41b3-8692-3f67630b94d9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:01.468871 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28086c7d-0af7-4ae3-8504-9770d195310f req-37fde55b-d2b8-41b3-8692-3f67630b94d9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0499253 Apr 12 03:11:01.520021 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28086c7d-0af7-4ae3-8504-9770d195310f req-ea802394-e014-4e48-82b0-19648f6220c5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455358 Apr 12 03:11:01.852261 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd877b6-f6c8-4397-bf98-35782f60d125 req-53664063-e409-4f2e-ac4f-66fb890a78c9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:01.853736 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0dd877b6-f6c8-4397-bf98-35782f60d125 req-53664063-e409-4f2e-ac4f-66fb890a78c9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0474169 Apr 12 03:11:01.880971 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['a40eab25-3e5e-45ed-9678-ffb978483236'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:11:01.902765 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0dd877b6-f6c8-4397-bf98-35782f60d125 req-c91e70c7-b9e7-400e-b3a1-79cd94c337ec tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432637 Apr 12 03:11:01.942054 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a956d-d628-467e-bbbb-9ccdbf3f0a9a req-32680801-8db0-4902-91f6-f44da9bed3ff tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:01.943496 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-614a956d-d628-467e-bbbb-9ccdbf3f0a9a req-32680801-8db0-4902-91f6-f44da9bed3ff tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 944 time: 0.0526531 Apr 12 03:11:01.994857 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-614a956d-d628-467e-bbbb-9ccdbf3f0a9a req-11375d7b-1b2b-4cda-bd97-5aeb4362ddbc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450940 Apr 12 03:11:02.550840 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9028b-53d3-4763-8f14-eb142128e716 req-e4a68492-efcb-47e9-8345-488a60015de1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:02.552246 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-81d9028b-53d3-4763-8f14-eb142128e716 req-e4a68492-efcb-47e9-8345-488a60015de1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0461397 Apr 12 03:11:02.606021 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-81d9028b-53d3-4763-8f14-eb142128e716 req-2ab058f2-b5ae-48a2-8401-5bf59286a13a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453041 Apr 12 03:11:03.024578 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8367d15b-45aa-44e2-9088-5f5334013406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:03.112062 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76426ed-c9a8-4f3c-a3b5-f135d4b10343 req-cc37a35f-5230-4805-9fdd-309fea3f2982 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:03.113609 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c76426ed-c9a8-4f3c-a3b5-f135d4b10343 req-cc37a35f-5230-4805-9fdd-309fea3f2982 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 944 time: 0.0498083 Apr 12 03:11:03.160311 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c76426ed-c9a8-4f3c-a3b5-f135d4b10343 req-37cdcd0d-d736-4653-9d37-4acccdf5faa1 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 Apr 12 03:11:03.259667 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:11:03.272644 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device a40eab25-3e5e-45ed-9678-ffb978483236 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:11:03.374098 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port a40eab25-3e5e-45ed-9678-ffb978483236 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:11:03.385147 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port a40eab25-3e5e-45ed-9678-ffb978483236 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:11:03.385518 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:03.424914 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:03.442629 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'port_id': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'mac_address': 'fa:16:3e:e5:18:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:11:03.513108 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f8efb198-190d-488e-b35c-4ba263d8e004 is: ACTIVE; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:03.513498 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:03.523625 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port a40eab25-3e5e-45ed-9678-ffb978483236 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:03.524011 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:03.538015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8efb198-190d-488e-b35c-4ba263d8e004 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:11:03.566997 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40eab25-3e5e-45ed-9678-ffb978483236'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:03.569216 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68bd860-2905-4509-9163-f2050ace3cdf" -d '{"events": [{"server_uuid": "068c42cc-6f4d-41fe-825d-5aa45d30c2b9", "name": "network-vif-plugged", "status": "completed", "tag": "a40eab25-3e5e-45ed-9678-ffb978483236"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:03.573113 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:03.581444 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:03.588229 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port a40eab25-3e5e-45ed-9678-ffb978483236, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a40eab25-3e5e-45ed-9678-ffb978483236,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:03.612818 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:03.617598 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87661df3-9791-4b7c-8502-968812c1e764 x-openstack-request-id: req-87661df3-9791-4b7c-8502-968812c1e764 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:03.617890 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068c42cc-6f4d-41fe-825d-5aa45d30c2b9", "name": "network-vif-plugged", "status": "completed", "tag": "a40eab25-3e5e-45ed-9678-ffb978483236", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:03.618141 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87661df3-9791-4b7c-8502-968812c1e764 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:03.618532 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87661df3-9791-4b7c-8502-968812c1e764'] response: {'server_uuid': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'code': 200} Apr 12 03:11:03.647105 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:03.703778 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=a40eab25-3e5e-45ed-9678-ffb978483236,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:03.710223 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['f8efb198-190d-488e-b35c-4ba263d8e004'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:11:03.768032 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a23e8b-57a6-468e-b560-12dd6f599cf2 req-68a3bcbd-0cb5-43e9-a81f-4da123ee8494 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:03.769657 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b7a23e8b-57a6-468e-b560-12dd6f599cf2 req-68a3bcbd-0cb5-43e9-a81f-4da123ee8494 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 944 time: 0.0686054 Apr 12 03:11:03.796028 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:03.851857 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3d9ab-7c15-48e0-8609-0167b2001bc4 req-4ed580ac-403a-43fc-9bd4-963d838053df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:03.853365 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0cd3d9ab-7c15-48e0-8609-0167b2001bc4 req-4ed580ac-403a-43fc-9bd4-963d838053df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 1129 time: 0.0552232 Apr 12 03:11:03.860247 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b7a23e8b-57a6-468e-b560-12dd6f599cf2 req-e30e0b89-e829-463e-a0b9-edb8733417f5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802195 Apr 12 03:11:03.910986 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0cd3d9ab-7c15-48e0-8609-0167b2001bc4 req-e818c7fc-645e-4525-bcca-40a41aacc888 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416577 Apr 12 03:11:04.288010 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd7837-5f77-4c12-94c2-722f5dc320d3 req-cef22e12-aa85-4532-95ad-e67cdb102cc1 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:04.289490 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c0bd7837-5f77-4c12-94c2-722f5dc320d3 req-cef22e12-aa85-4532-95ad-e67cdb102cc1 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0516689 Apr 12 03:11:04.344451 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c0bd7837-5f77-4c12-94c2-722f5dc320d3 req-c5868aab-c1ce-4530-90e3-8743ffb6ccb8 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463905 Apr 12 03:11:04.984699 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260637a-7066-49b6-8b63-a632060cb7b4 req-020522c6-2769-41bf-b67e-0d95cb6aaf55 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:04.986220 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9260637a-7066-49b6-8b63-a632060cb7b4 req-020522c6-2769-41bf-b67e-0d95cb6aaf55 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 944 time: 0.0501409 Apr 12 03:11:05.036138 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9260637a-7066-49b6-8b63-a632060cb7b4 req-8ac6fb7b-e6f5-42b9-a2a8-a32d3758e74a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Apr 12 03:11:05.245709 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:11:05.298599 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port f8efb198-190d-488e-b35c-4ba263d8e004 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:11:05.299043 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.377377 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.389281 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f8efb198-190d-488e-b35c-4ba263d8e004 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:05.389659 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.423370 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:05.428195 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:05.459486 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f9f7b-b1c5-4c23-be3d-80c5a2a3021e req-52044135-4f51-4394-9595-b013fc63fd95 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:05.460980 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2a1f9f7b-b1c5-4c23-be3d-80c5a2a3021e req-52044135-4f51-4394-9595-b013fc63fd95 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0504332 Apr 12 03:11:05.475963 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:05.507885 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2a1f9f7b-b1c5-4c23-be3d-80c5a2a3021e req-d36e3d81-15a0-4554-867c-d9fbe914701a tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Apr 12 03:11:05.619275 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:05.621984 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ba8f31-e23c-48f6-b233-5db2465c3109" -d '{"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-plugged", "status": "completed", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:05.657185 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cb1519-22f4-469c-b522-e6da04dd88e5 x-openstack-request-id: req-d5cb1519-22f4-469c-b522-e6da04dd88e5 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:05.657455 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-plugged", "status": "completed", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:05.657742 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5cb1519-22f4-469c-b522-e6da04dd88e5 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:05.658137 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cb1519-22f4-469c-b522-e6da04dd88e5'] response: {'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'code': 200} Apr 12 03:11:06.178069 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c24386-2035-431e-b561-90ad13e46fbb req-146594c1-9652-40a1-afb4-edabe0681408 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:06.179487 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b9c24386-2035-431e-b561-90ad13e46fbb req-146594c1-9652-40a1-afb4-edabe0681408 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0604496 Apr 12 03:11:06.226947 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b9c24386-2035-431e-b561-90ad13e46fbb req-c7000088-85ec-49cf-9813-9b2a8be1747d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411909 Apr 12 03:11:06.635671 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6564655-34ce-4208-8f36-9247a9311be6 req-7ba98c23-5323-44f8-9d7a-462ddf1d4c84 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:06.637127 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f6564655-34ce-4208-8f36-9247a9311be6 req-7ba98c23-5323-44f8-9d7a-462ddf1d4c84 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0472226 Apr 12 03:11:06.684535 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f6564655-34ce-4208-8f36-9247a9311be6 req-00cd7c0a-d7cf-4ccd-b8b1-dddec2cbd227 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418932 Apr 12 03:11:06.796712 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b558c2-b5c1-4533-a221-cd0b0611a56f req-47850af9-678d-42a9-ba68-b5361ac30b89 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:06.798123 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-25b558c2-b5c1-4533-a221-cd0b0611a56f req-47850af9-678d-42a9-ba68-b5361ac30b89 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0513453 Apr 12 03:11:06.807417 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46350) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:06.812686 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'floatingip': {'port_id': 'a40eab25-3e5e-45ed-9678-ffb978483236'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:06.863976 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:06.867172 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (2f74d3c8-897d-49de-b9d8-212d9614315e), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:07.357562 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e608115-d3df-4116-958f-74e0e373acfd req-cf920f74-7e2b-4272-be23-8e56699b0b2b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:07.359117 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3e608115-d3df-4116-958f-74e0e373acfd req-cf920f74-7e2b-4272-be23-8e56699b0b2b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0509140 Apr 12 03:11:07.414044 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3e608115-d3df-4116-958f-74e0e373acfd req-221c448b-bf0c-4b66-9a0c-1cfd86379e5c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488265 Apr 12 03:11:07.467310 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b48f3-6c97-4ef6-9193-d11f11c93e0b req-a6a5c6ba-8bbe-45e2-85a7-397da633fb4c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:07.468820 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2a7b48f3-6c97-4ef6-9193-d11f11c93e0b req-a6a5c6ba-8bbe-45e2-85a7-397da633fb4c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.3038397 Apr 12 03:11:07.569991 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2a7b48f3-6c97-4ef6-9193-d11f11c93e0b req-473c838b-2ee7-4c15-8fef-0a5244139bec tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757697 Apr 12 03:11:07.592441 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46362) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:07.637112 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:07.642034 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (2f74d3c8-897d-49de-b9d8-212d9614315e), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:07.742622 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Floating IP 2f74d3c8-897d-49de-b9d8-212d9614315e associated. External IP: 172.28.1.131, port: a40eab25-3e5e-45ed-9678-ffb978483236. Apr 12 03:11:07.775043 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba09aa72-d190-4cd4-bfea-4e2a15d3260a tempest-TestMinimumBasicScenario-1090117694 tempest-TestMinimumBasicScenario-1090117694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:07.776547 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ba09aa72-d190-4cd4-bfea-4e2a15d3260a tempest-TestMinimumBasicScenario-1090117694 tempest-TestMinimumBasicScenario-1090117694-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1124 time: 0.1831276 Apr 12 03:11:07.779470 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46366) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:07.783767 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'port_id': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:07.805594 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:07.881717 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:07.955183 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:11:07.990650 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Allocated IP 172.28.1.53 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/5b430f8a-b397-4cc0-ab0c-c671ac3f0be4) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:11:08.063503 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:11:08.068491 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:08.073517 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:11:08.085046 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:08.086584 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:11:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:08.094576 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for port (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:08.100105 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b860fd40-03ac-444f-a5d3-81dcd8bc6629 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "PUT /v2.0/floatingips/2f74d3c8-897d-49de-b9d8-212d9614315e HTTP/1.1" status: 200 len: 991 time: 1.2911782 Apr 12 03:11:08.101151 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'tag': 'a40eab25-3e5e-45ed-9678-ffb978483236'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:08.104183 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a75fa23-fc7c-472f-a711-53c38d05fec7" -d '{"events": [{"name": "network-changed", "server_uuid": "068c42cc-6f4d-41fe-825d-5aa45d30c2b9", "tag": "a40eab25-3e5e-45ed-9678-ffb978483236"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:08.131125 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:08.142273 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7424aeec-d1d9-4a72-9f6c-3d69741749a8 x-openstack-request-id: req-7424aeec-d1d9-4a72-9f6c-3d69741749a8 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:08.142622 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068c42cc-6f4d-41fe-825d-5aa45d30c2b9", "tag": "a40eab25-3e5e-45ed-9678-ffb978483236", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:08.142942 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7424aeec-d1d9-4a72-9f6c-3d69741749a8 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:08.143278 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7424aeec-d1d9-4a72-9f6c-3d69741749a8'] response: {'name': 'network-changed', 'server_uuid': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'tag': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'status': 'completed', 'code': 200} Apr 12 03:11:08.177797 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:11:08.181281 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:11:08.184329 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:11:08.209303 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'Port': ['ID=5b430f8a-b397-4cc0-ab0c-c671ac3f0be4,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:08.209696 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-69263422-6364-43c2-bf18-92534aaefcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:08.211311 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-69263422-6364-43c2-bf18-92534aaefcba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 1129 time: 0.0428274 Apr 12 03:11:08.217054 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:08.307654 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-615ecbc4-2670-45f5-9e00-4f44a7f172ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:08.309355 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-615ecbc4-2670-45f5-9e00-4f44a7f172ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 916 time: 0.0917857 Apr 12 03:11:08.376814 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-442a9a97-d5f1-41b0-b068-ce04cd0247c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a40eab25-3e5e-45ed-9678-ffb978483236 HTTP/1.1" status: 200 len: 999 time: 0.0604506 Apr 12 03:11:08.436516 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-d77f111c-3565-4931-baaf-c037a5a6ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:08.438326 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-d77f111c-3565-4931-baaf-c037a5a6ca89 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0458896 Apr 12 03:11:08.497387 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-19240dad-cd4e-4afc-867c-71012172790f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:08.499012 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-19240dad-cd4e-4afc-867c-71012172790f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0512266 Apr 12 03:11:08.550355 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '2f74d3c8-897d-49de-b9d8-212d9614315e', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:0a:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:51Z', 'updated_at': '2022-04-12T03:11:07Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}, {'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 2, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:08.577716 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:08.586533 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:08.587172 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:11:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:08.592229 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfacd9-9175-4a7c-a4c0-5327c4884b18 req-7fa3f07b-296d-4275-b97f-6cc18c54caae tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:08.593296 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for floatingip (8169f178-d0b6-4096-8e4b-dea7b1383945), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:08.593745 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-43bfacd9-9175-4a7c-a4c0-5327c4884b18 req-7fa3f07b-296d-4275-b97f-6cc18c54caae tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0933061 Apr 12 03:11:08.652272 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-43bfacd9-9175-4a7c-a4c0-5327c4884b18 req-3e2fc6bc-5e22-4fa3-b735-4cbec5f951eb tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521615 Apr 12 03:11:08.667001 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-92f2b56c-01d7-40bf-ada4-be9b5585a91f service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557722 Apr 12 03:11:08.674826 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:08.709019 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:08.775106 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1a75fa23-fc7c-472f-a711-53c38d05fec7 req-a1e06a0f-1360-47f1-9d0f-b35dcb22aac5 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952492 Apr 12 03:11:08.837102 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for port (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:08.842331 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:08.909138 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'Port': ['ID=5b430f8a-b397-4cc0-ab0c-c671ac3f0be4,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:08.919563 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (8169f178-d0b6-4096-8e4b-dea7b1383945), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:08.932309 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '2f74d3c8-897d-49de-b9d8-212d9614315e', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:0a:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:51Z', 'updated_at': '2022-04-12T03:11:07Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}, {'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 2, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:08.958876 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa2051f-d09d-4e1b-88f1-37404991b803 None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '2f74d3c8-897d-49de-b9d8-212d9614315e', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:0a:8c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:51Z', 'updated_at': '2022-04-12T03:11:07Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}, {'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 2, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:09.023018 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.l3_db [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Floating IP 8169f178-d0b6-4096-8e4b-dea7b1383945 associated. External IP: 172.28.1.53, port: 6ecb4dce-c34c-479c-800d-a148c5d81fb2. Apr 12 03:11:09.155014 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0f397eef-e93f-4043-8451-8caef34dba4a req-f4f57374-347c-41bd-b872-c3c714680c6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416369 Apr 12 03:11:09.162052 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4914be2c-2ae2-4c90-b2eb-5886de0ce5eb None None] New status for floating IP 2f74d3c8-897d-49de-b9d8-212d9614315e: ACTIVE {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:11:09.230025 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:09.252772 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Router e158a4dc-09f4-4729-8bc8-64a3cf714566 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:11:09.389890 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397eef-e93f-4043-8451-8caef34dba4a req-880a2b6d-ae25-4976-83d4-c5cdacbf8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:09.391549 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0f397eef-e93f-4043-8451-8caef34dba4a req-880a2b6d-ae25-4976-83d4-c5cdacbf8faf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 1129 time: 0.0519321 Apr 12 03:11:09.511264 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397eef-e93f-4043-8451-8caef34dba4a req-430438d2-0ce4-4a92-84c8-df2ca9fc3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:09.512660 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0f397eef-e93f-4043-8451-8caef34dba4a req-430438d2-0ce4-4a92-84c8-df2ca9fc3cdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.0916698 Apr 12 03:11:09.561557 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0f397eef-e93f-4043-8451-8caef34dba4a req-8900321e-e175-474c-8ac5-abd813950773 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8 HTTP/1.1" status: 200 len: 217 time: 0.0387213 Apr 12 03:11:09.613705 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397eef-e93f-4043-8451-8caef34dba4a req-8328445c-5a31-4909-8c9f-5381abdbaf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:09.615416 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0f397eef-e93f-4043-8451-8caef34dba4a req-8328445c-5a31-4909-8c9f-5381abdbaf04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0481842 Apr 12 03:11:09.619591 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:11:09.630006 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] Sync routers for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:11:09.640709 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:09.645905 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:09.646675 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:11:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:09.681656 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7ff3c0dc-48b7-4782-89a5-d9f40486480e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9012098 Apr 12 03:11:09.682394 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f397eef-e93f-4043-8451-8caef34dba4a req-23609a16-0d53-47b8-85a8-de62548e3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:09.684707 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0f397eef-e93f-4043-8451-8caef34dba4a req-23609a16-0d53-47b8-85a8-de62548e3222 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0571582 Apr 12 03:11:09.685184 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46388) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:09.689905 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:09.692449 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:09.700873 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-23527e21-7cc5-4fda-abf4-cf693fa05bc0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-356299998', 'description': 'tempest-secgroup-smoke-356299998 description', 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:09.735341 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8764d5d-1f76-4332-b950-3efbf78012bb x-openstack-request-id: req-f8764d5d-1f76-4332-b950-3efbf78012bb {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:09.735647 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:09.735897 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f8764d5d-1f76-4332-b950-3efbf78012bb {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:09.736332 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8764d5d-1f76-4332-b950-3efbf78012bb'] response: {'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'status': 'completed', 'code': 200} Apr 12 03:11:09.760052 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23527e21-7cc5-4fda-abf4-cf693fa05bc0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:09.779914 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:09.868570 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-0b56ecf6-ff57-49d4-a5e7-295bbe7a2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:09.870964 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-0b56ecf6-ff57-49d4-a5e7-295bbe7a2af0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1129 time: 0.1144941 Apr 12 03:11:09.872122 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0f397eef-e93f-4043-8451-8caef34dba4a req-f61ff63b-6378-457e-9def-8afc6a0b4e78 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339369 Apr 12 03:11:09.890888 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb397f-fdc4-4fa9-a7bd-d4748c91bd02 req-0ca1fee7-d9e0-486f-8f38-97ca21fd2441 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:09.893014 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-eacb397f-fdc4-4fa9-a7bd-d4748c91bd02 req-0ca1fee7-d9e0-486f-8f38-97ca21fd2441 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0936704 Apr 12 03:11:09.973739 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23527e21-7cc5-4fda-abf4-cf693fa05bc0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group (3879c65c-9654-480d-9eca-ee428bc2e64b), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:09.981785 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23527e21-7cc5-4fda-abf4-cf693fa05bc0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (3879c65c-9654-480d-9eca-ee428bc2e64b), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.017186 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-eacb397f-fdc4-4fa9-a7bd-d4748c91bd02 req-91866a62-0d0a-463f-8696-b5743cf71603 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122789 Apr 12 03:11:10.023933 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '8169f178-d0b6-4096-8e4b-dea7b1383945', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'port_id': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'mac_address': 'fa:16:3e:ce:a0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:08Z', 'updated_at': '2022-04-12T03:11:08Z', 'revision_number': 0, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:15Z', 'revision_number': 5, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:10.025786 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-23527e21-7cc5-4fda-abf4-cf693fa05bc0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.027125 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-23527e21-7cc5-4fda-abf4-cf693fa05bc0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3409929 Apr 12 03:11:10.030211 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46400) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:10.037808 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0f397eef-e93f-4043-8451-8caef34dba4a req-b9f2e324-a6be-4d48-8ded-5b032e8678fe service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525643 Apr 12 03:11:10.038094 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-8c7a9f19-31f3-4618-878f-5229463fec28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'security_group_rule': {'security_group_id': '3879c65c-9654-480d-9eca-ee428bc2e64b', 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:10.039817 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23527e21-7cc5-4fda-abf4-cf693fa05bc0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3879c65c-9654-480d-9eca-ee428bc2e64b,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:10.065738 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] Checking router: e158a4dc-09f4-4729-8bc8-64a3cf714566 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:11:10.090902 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:11:10.091671 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:11:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:10.123089 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-83fbfd56-a364-4bf9-b29b-f8888dc1ca16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.124560 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-83fbfd56-a364-4bf9-b29b-f8888dc1ca16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 HTTP/1.1" status: 200 len: 916 time: 0.2306857 Apr 12 03:11:10.125147 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8c7a9f19-31f3-4618-878f-5229463fec28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (0b8fc8a2-39e3-423c-bdf9-9f617ed848fa), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.196865 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8c7a9f19-31f3-4618-878f-5229463fec28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (0b8fc8a2-39e3-423c-bdf9-9f617ed848fa), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.206655 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8c7a9f19-31f3-4618-878f-5229463fec28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (0b8fc8a2-39e3-423c-bdf9-9f617ed848fa), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.232440 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a9f19-31f3-4618-878f-5229463fec28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b8fc8a2-39e3-423c-bdf9-9f617ed848fa,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:10.242240 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:11:10.245836 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8c7a9f19-31f3-4618-878f-5229463fec28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.249921 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8c7a9f19-31f3-4618-878f-5229463fec28 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2158802 Apr 12 03:11:10.250270 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46404) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:10.255508 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-4effcc2f-9006-4dbc-882f-4b4740f3f0a7 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'security_group_rule': {'security_group_id': '3879c65c-9654-480d-9eca-ee428bc2e64b', 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:10.285196 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4effcc2f-9006-4dbc-882f-4b4740f3f0a7 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (c7ddaa8d-29c0-41c1-ae21-71ac1b10590d), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.370592 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4effcc2f-9006-4dbc-882f-4b4740f3f0a7 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (c7ddaa8d-29c0-41c1-ae21-71ac1b10590d), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.375891 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4effcc2f-9006-4dbc-882f-4b4740f3f0a7 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (c7ddaa8d-29c0-41c1-ae21-71ac1b10590d), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.457056 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effcc2f-9006-4dbc-882f-4b4740f3f0a7 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ddaa8d-29c0-41c1-ae21-71ac1b10590d,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:10.475981 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4effcc2f-9006-4dbc-882f-4b4740f3f0a7 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.480891 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46406) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:10.481097 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4effcc2f-9006-4dbc-882f-4b4740f3f0a7 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2259641 Apr 12 03:11:10.491779 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1dd9976d-8782-44f6-a2be-3fa8889f0cab tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'security_group_rule': {'security_group_id': '3879c65c-9654-480d-9eca-ee428bc2e64b', 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:10.515481 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-4e47e04d-db91-4e55-adb9-e477f3e4d45c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 998 time: 0.1284807 Apr 12 03:11:10.566736 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dd9976d-8782-44f6-a2be-3fa8889f0cab tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (689dfa88-1ae1-4739-acf9-a5ab98f557b7), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.578250 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-e789cfd4-9b08-463c-9344-f40471f58374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.580388 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-e789cfd4-9b08-463c-9344-f40471f58374 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd8afa46-70ac-4f2c-ab8e-049cf01d52d0 HTTP/1.1" status: 200 len: 854 time: 0.0573123 Apr 12 03:11:10.609191 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '8169f178-d0b6-4096-8e4b-dea7b1383945', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'port_id': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'mac_address': 'fa:16:3e:ce:a0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:08Z', 'updated_at': '2022-04-12T03:11:08Z', 'revision_number': 0, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:15Z', 'revision_number': 5, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:11:10.655562 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-1c7846d6-6a38-497b-8a24-76644e495b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:10.657221 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-1c7846d6-6a38-497b-8a24-76644e495b89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0697165 Apr 12 03:11:10.690289 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12dcc32-b06e-4192-ba51-f8e46bb505fd None None] The sync data for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb is: [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '8169f178-d0b6-4096-8e4b-dea7b1383945', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'floating_ip_address': '172.28.1.53', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'port_id': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'mac_address': 'fa:16:3e:ce:a0:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:11:08Z', 'updated_at': '2022-04-12T03:11:08Z', 'revision_number': 0, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:15Z', 'revision_number': 5, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:11:10.712457 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dd9976d-8782-44f6-a2be-3fa8889f0cab tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (689dfa88-1ae1-4739-acf9-a5ab98f557b7), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.720034 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dd9976d-8782-44f6-a2be-3fa8889f0cab tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (689dfa88-1ae1-4739-acf9-a5ab98f557b7), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.759666 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9976d-8782-44f6-a2be-3fa8889f0cab tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689dfa88-1ae1-4739-acf9-a5ab98f557b7,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:10.770925 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1dd9976d-8782-44f6-a2be-3fa8889f0cab tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.779926 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46410) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:10.781471 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-1dd9976d-8782-44f6-a2be-3fa8889f0cab tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2898402 Apr 12 03:11:10.787792 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-583e3d27-172f-4f59-87e7-5de92825ee57 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'security_group_rule': {'security_group_id': '3879c65c-9654-480d-9eca-ee428bc2e64b', 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:10.863445 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-583e3d27-172f-4f59-87e7-5de92825ee57 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (fb7340cf-85fc-40aa-a5e1-21b37973532d), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:10.877468 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-6aa7e779-a830-4b2c-9086-06f1ab41c5db service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060795 Apr 12 03:11:11.087284 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-583e3d27-172f-4f59-87e7-5de92825ee57 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (fb7340cf-85fc-40aa-a5e1-21b37973532d), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.096498 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-583e3d27-172f-4f59-87e7-5de92825ee57 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (fb7340cf-85fc-40aa-a5e1-21b37973532d), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.113562 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8146fd-4baa-45c3-860b-60b4b9ad0b3b None None] New status for floating IP 8169f178-d0b6-4096-8e4b-dea7b1383945: ACTIVE {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:11:11.133479 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e3d27-172f-4f59-87e7-5de92825ee57 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7340cf-85fc-40aa-a5e1-21b37973532d,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:11.140061 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-583e3d27-172f-4f59-87e7-5de92825ee57 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.143935 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-583e3d27-172f-4f59-87e7-5de92825ee57 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3630219 Apr 12 03:11:11.146541 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c1aed9a-c8c4-4fb8-9769-20658bedbdfd req-8f682e28-7b7f-4597-950e-6bc1a48c1376 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485096 Apr 12 03:11:11.146917 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46414) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:11.156955 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-d3af4173-865b-47ad-b0ac-8d42ab382d9a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'security_group_rule': {'security_group_id': '3879c65c-9654-480d-9eca-ee428bc2e64b', 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:11.220757 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.securitygroups_db [None req-d3af4173-865b-47ad-b0ac-8d42ab382d9a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Project d7ac57a3dcd347a1b9f8207e3226f4ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:11:11.251123 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36e0fe-fef3-479a-b42a-d0a9a968a315 req-c5da8843-0cb7-4105-a61b-916eb4ab45af tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.254566 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ea36e0fe-fef3-479a-b42a-d0a9a968a315 req-c5da8843-0cb7-4105-a61b-916eb4ab45af tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0916507 Apr 12 03:11:11.256714 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d3af4173-865b-47ad-b0ac-8d42ab382d9a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (fb8391a9-cecc-477b-ade3-d7e2a9b316f2), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.361965 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ea36e0fe-fef3-479a-b42a-d0a9a968a315 req-28c7ce2e-51c5-4b28-bf29-ebf78973b0cd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020501 Apr 12 03:11:11.381852 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d3af4173-865b-47ad-b0ac-8d42ab382d9a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (fb8391a9-cecc-477b-ade3-d7e2a9b316f2), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.396046 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d3af4173-865b-47ad-b0ac-8d42ab382d9a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (fb8391a9-cecc-477b-ade3-d7e2a9b316f2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.417458 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af4173-865b-47ad-b0ac-8d42ab382d9a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8391a9-cecc-477b-ade3-d7e2a9b316f2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:11.439727 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d3af4173-865b-47ad-b0ac-8d42ab382d9a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.441252 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d3af4173-865b-47ad-b0ac-8d42ab382d9a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2923658 Apr 12 03:11:11.447261 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46416) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:11.449798 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-249ed626-6a28-4589-b875-1f192545ac1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'security_group_rule': {'security_group_id': '3879c65c-9654-480d-9eca-ee428bc2e64b', 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:11.480197 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.securitygroups_db [None req-249ed626-6a28-4589-b875-1f192545ac1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Project d7ac57a3dcd347a1b9f8207e3226f4ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:11:11.490155 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-249ed626-6a28-4589-b875-1f192545ac1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (48c15da4-36c7-4adc-a04e-015265ddfa11), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.562832 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-249ed626-6a28-4589-b875-1f192545ac1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (48c15da4-36c7-4adc-a04e-015265ddfa11), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.571043 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-249ed626-6a28-4589-b875-1f192545ac1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (48c15da4-36c7-4adc-a04e-015265ddfa11), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.593737 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ed626-6a28-4589-b875-1f192545ac1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c15da4-36c7-4adc-a04e-015265ddfa11,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:11.603045 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-249ed626-6a28-4589-b875-1f192545ac1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:11.604382 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-249ed626-6a28-4589-b875-1f192545ac1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591427 Apr 12 03:11:11.732940 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-fb6792e1-2e79-432d-b0d7-8d47bc11478e tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356299998&fields=id&tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea HTTP/1.1" status: 200 len: 267 time: 0.0753973 Apr 12 03:11:11.782507 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-325f13cd-cc8d-4dc5-b694-5ed20c595e50 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:11.784235 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-325f13cd-cc8d-4dc5-b694-5ed20c595e50 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0502295 Apr 12 03:11:11.795812 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'port': {'security_groups': ['2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169', '3879c65c-9654-480d-9eca-ee428bc2e64b']}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:11:11.873461 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:12.115772 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] For port 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:12.153984 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:12.159451 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:12.173008 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['6ecb4dce-c34c-479c-800d-a148c5d81fb2'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:11:12.213582 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.214305 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:12.220973 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-81a6e673-c3ac-4551-95f7-bc5a67c5db7a req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "PUT /v2.0/ports/6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 981 time: 0.4295478 Apr 12 03:11:12.222281 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:12.237703 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c1a687-3a92-4325-978c-e4874b0ef406" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:12.329268 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['6ecb4dce-c34c-479c-800d-a148c5d81fb2'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:11:12.331966 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3351a-7e69-406e-b335-54044c87c145 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'Port': ['ID=6ecb4dce-c34c-479c-800d-a148c5d81fb2,revision_number=6']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:12.340309 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30571405-08ec-4c8e-9b2b-a352d61d13ac x-openstack-request-id: req-30571405-08ec-4c8e-9b2b-a352d61d13ac {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:12.341035 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:12.344603 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30571405-08ec-4c8e-9b2b-a352d61d13ac {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:12.345133 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30571405-08ec-4c8e-9b2b-a352d61d13ac'] response: {'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'status': 'completed', 'code': 200} Apr 12 03:11:12.405899 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af8da7-3750-441c-a923-9a7bec4533ca req-77eaac8e-6493-4185-afa7-7226ef84ceca tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.414109 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-56af8da7-3750-441c-a923-9a7bec4533ca req-77eaac8e-6493-4185-afa7-7226ef84ceca tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0914209 Apr 12 03:11:12.453667 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-7195981e-cb40-4eed-a8cb-bb17af84aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.460225 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-7195981e-cb40-4eed-a8cb-bb17af84aa50 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1168 time: 0.0947990 Apr 12 03:11:12.498109 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-56af8da7-3750-441c-a923-9a7bec4533ca req-fb45f3cc-0315-47a0-893e-1b118daeaebf tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776300 Apr 12 03:11:12.599495 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b2121e23-ebe1-4c2f-a329-bf0308c02bad None None] Provisioning complete for port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:11:12.600109 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b2121e23-ebe1-4c2f-a329-bf0308c02bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:12.635591 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-5129adb9-8aad-4d0a-bcbf-ab28ccdf38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.637120 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-5129adb9-8aad-4d0a-bcbf-ab28ccdf38b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 HTTP/1.1" status: 200 len: 916 time: 0.1693730 Apr 12 03:11:12.649440 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8c98-94fc-47c1-b445-46843c3fb25a req-4015c2cd-3493-4598-8db1-a2884626a496 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.651580 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4ddb8c98-94fc-47c1-b445-46843c3fb25a req-4015c2cd-3493-4598-8db1-a2884626a496 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.1501155 Apr 12 03:11:12.747149 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-c935605e-021f-4f47-a1b6-ef82f7e88fa3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 1000 time: 0.0943961 Apr 12 03:11:12.784554 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4ddb8c98-94fc-47c1-b445-46843c3fb25a req-5d98b3f4-0461-439c-a2e8-27027812e45d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251271 Apr 12 03:11:12.804500 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-c631c25d-17d9-450d-b7cd-ecc0491331e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.805981 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-c631c25d-17d9-450d-b7cd-ecc0491331e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd8afa46-70ac-4f2c-ab8e-049cf01d52d0 HTTP/1.1" status: 200 len: 854 time: 0.0501146 Apr 12 03:11:12.861216 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-2cf06f9b-79de-4d5c-a095-44777cccaaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:12.862921 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-2cf06f9b-79de-4d5c-a095-44777cccaaea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0501378 Apr 12 03:11:12.980489 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-eabe99a2-5036-463c-8edf-f3930bdb5a44 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101511 Apr 12 03:11:12.986545 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b2121e23-ebe1-4c2f-a329-bf0308c02bad None None] Current status of the port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:13.029456 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:11:13.118104 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82c1a687-3a92-4325-978c-e4874b0ef406 req-6cd7942f-136e-4a13-89d4-09c11f24aa2c service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147389 Apr 12 03:11:13.917193 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682943ce-dc6f-406c-826c-72b37d5421f4 req-27e1c51b-5cfb-4d7a-923f-4697a1fdb095 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:13.919755 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-682943ce-dc6f-406c-826c-72b37d5421f4 req-27e1c51b-5cfb-4d7a-923f-4697a1fdb095 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0586758 Apr 12 03:11:13.977732 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-682943ce-dc6f-406c-826c-72b37d5421f4 req-96e5902d-015a-4c2e-a04d-c3391e0e84bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508397 Apr 12 03:11:15.125752 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b926a-c78d-4f63-8569-63b3d4e5a6c3 req-e8ba8412-8b67-4fa9-b40c-cde92b9dd7e0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:15.131176 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-043b926a-c78d-4f63-8569-63b3d4e5a6c3 req-e8ba8412-8b67-4fa9-b40c-cde92b9dd7e0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0560021 Apr 12 03:11:15.178537 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-043b926a-c78d-4f63-8569-63b3d4e5a6c3 req-d5199458-88f0-4c46-9c5d-73f4b7266997 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433726 Apr 12 03:11:16.341687 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d97a5d-550f-4062-9469-8c8f15537f60 req-be0cd0a6-a896-4ee1-8394-ed8dbb546a3d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:16.343334 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-72d97a5d-550f-4062-9469-8c8f15537f60 req-be0cd0a6-a896-4ee1-8394-ed8dbb546a3d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0905590 Apr 12 03:11:16.399963 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-72d97a5d-550f-4062-9469-8c8f15537f60 req-10aa6d8e-4e0d-41d6-9bd9-f55628e1a10a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500350 Apr 12 03:11:17.519924 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f01345-a43c-4a82-a1d5-e4da228916c2 req-cc7a0034-5ad4-4854-814e-ab22e90c4ea5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:17.522376 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b3f01345-a43c-4a82-a1d5-e4da228916c2 req-cc7a0034-5ad4-4854-814e-ab22e90c4ea5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0490937 Apr 12 03:11:17.576038 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b3f01345-a43c-4a82-a1d5-e4da228916c2 req-7d5934f5-6cfb-4e00-8700-01dd907510ac tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480826 Apr 12 03:11:18.703984 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d989015b-aafc-4cd3-910c-b46b9875fc9c req-8c6f96b2-a86e-44bd-803b-eb0f421694d8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:18.705840 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d989015b-aafc-4cd3-910c-b46b9875fc9c req-8c6f96b2-a86e-44bd-803b-eb0f421694d8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0530791 Apr 12 03:11:18.772063 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d989015b-aafc-4cd3-910c-b46b9875fc9c req-d79e148c-6da6-4dd0-8c2c-aedab4771d5e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600958 Apr 12 03:11:19.905127 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600e55-4561-429d-8f8b-566b91f62797 req-37096ee5-ceeb-4af7-a235-de42a62b9ee9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:19.906495 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fc600e55-4561-429d-8f8b-566b91f62797 req-37096ee5-ceeb-4af7-a235-de42a62b9ee9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0468948 Apr 12 03:11:19.954599 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fc600e55-4561-429d-8f8b-566b91f62797 req-9cb4e4cf-1ccc-451a-b7db-0dcb29a374fa tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424674 Apr 12 03:11:20.566162 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-66a4629a-ec99-44f5-b2d8-aee63673524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:20.567578 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-66a4629a-ec99-44f5-b2d8-aee63673524f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 1129 time: 0.0400345 Apr 12 03:11:20.661602 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-ea82d3aa-9c23-4905-84ac-9bdbe606a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:20.663068 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-ea82d3aa-9c23-4905-84ac-9bdbe606a344 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 918 time: 0.0846279 Apr 12 03:11:20.728503 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-3727dda8-cc5e-42dc-ae99-74af885b21e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8efb198-190d-488e-b35c-4ba263d8e004 HTTP/1.1" status: 200 len: 1001 time: 0.0584798 Apr 12 03:11:20.780810 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-3bda0574-3587-4c80-96ac-cb5a7f94a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:20.782234 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-3bda0574-3587-4c80-96ac-cb5a7f94a5d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.0450146 Apr 12 03:11:20.831522 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-b95811c6-1987-41a6-8670-f90618879b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:20.832986 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-b95811c6-1987-41a6-8670-f90618879b47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0442181 Apr 12 03:11:20.924033 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-18bed7ff-5e8b-4d42-9c2f-f63bc5ead272 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844443 Apr 12 03:11:21.019298 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cadd166d-8bd6-468a-96f3-bad96806d9b8 req-c759d41c-b3c0-436d-b59f-d0a8abaf3a04 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868611 Apr 12 03:11:21.088113 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c0647-4daf-4ba2-97e5-da1cf9a12144 req-627eadf4-e6eb-49a4-b143-283ce363d732 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:21.089490 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec8c0647-4daf-4ba2-97e5-da1cf9a12144 req-627eadf4-e6eb-49a4-b143-283ce363d732 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0580339 Apr 12 03:11:21.138575 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ec8c0647-4daf-4ba2-97e5-da1cf9a12144 req-941eb6a8-7fea-488f-a35b-a7ce41be715b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405655 Apr 12 03:11:22.278725 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a8aa1-51d9-4b11-9659-77a5ac3c0434 req-ec17e88f-c7de-4ce9-8d47-8b21f8810dc9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:22.280188 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-845a8aa1-51d9-4b11-9659-77a5ac3c0434 req-ec17e88f-c7de-4ce9-8d47-8b21f8810dc9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0598779 Apr 12 03:11:22.329392 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-845a8aa1-51d9-4b11-9659-77a5ac3c0434 req-2b85fa52-7efc-4f24-8c63-9b24d40b50b8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Apr 12 03:11:23.451325 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6eb40-6754-4356-9558-83a41abbe83e req-f3547b84-e4de-40a0-888c-bfdfa55db900 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:23.452843 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cbe6eb40-6754-4356-9558-83a41abbe83e req-f3547b84-e4de-40a0-888c-bfdfa55db900 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0492473 Apr 12 03:11:23.502372 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cbe6eb40-6754-4356-9558-83a41abbe83e req-29fd5634-bebb-46a5-94fe-8dad832f59ec tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437219 Apr 12 03:11:23.998583 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [req-e0149c6b-2ec4-4783-8cd0-b4994dd43947 req-ab353603-0b3a-4efa-bdbf-dddd7210a2c1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:11:23.999811 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e0149c6b-2ec4-4783-8cd0-b4994dd43947 req-ab353603-0b3a-4efa-bdbf-dddd7210a2c1 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080795 Apr 12 03:11:24.155796 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75642cd9-9084-4f77-b643-28218383b56e req-8bb919c8-ee3e-4100-b690-0f5e2cba9062 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:24.157305 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-75642cd9-9084-4f77-b643-28218383b56e req-8bb919c8-ee3e-4100-b690-0f5e2cba9062 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0507677 Apr 12 03:11:24.202754 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-75642cd9-9084-4f77-b643-28218383b56e req-0502221d-27f5-4a83-be59-5219483d3b92 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399098 Apr 12 03:11:24.481111 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46516) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:24.566733 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-f3492f3f-ba51-4115-bbc6-f22467fbb392 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841787 Apr 12 03:11:24.577514 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-e35194ef-bb7e-4603-9f63-507aeca3b19c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:11:24.578453 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-e35194ef-bb7e-4603-9f63-507aeca3b19c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047698 Apr 12 03:11:24.673110 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46524) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:11:24.764443 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-b354769b-1904-4066-9b8f-54a347d187ac tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:24.765760 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-b354769b-1904-4066-9b8f-54a347d187ac tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports/f8efb198-190d-488e-b35c-4ba263d8e004 HTTP/1.1" status: 200 len: 942 time: 0.0916657 Apr 12 03:11:25.324003 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df831d53-e934-4110-b73c-2e5d6a6fe345 req-031fc074-df00-4138-8cdd-47490f1d20fa tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:25.325473 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-df831d53-e934-4110-b73c-2e5d6a6fe345 req-031fc074-df00-4138-8cdd-47490f1d20fa tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 945 time: 0.0494261 Apr 12 03:11:25.379180 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-df831d53-e934-4110-b73c-2e5d6a6fe345 req-fbe27135-36ce-4467-991c-7c586e7125ce tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479169 Apr 12 03:11:25.596485 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:11:25.674723 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f8efb198-190d-488e-b35c-4ba263d8e004 is: ACTIVE; New status is: DOWN {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:25.675137 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:25.701594 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:25.703761 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397aa1de-5dc2-44ac-b4ba-0ef22fc90344" -d '{"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-unplugged", "status": "completed", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:25.717607 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:25.722785 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:25.745759 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9652b87c-ed81-4a19-b60d-5e6788dd3b9e x-openstack-request-id: req-9652b87c-ed81-4a19-b60d-5e6788dd3b9e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:25.746072 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-unplugged", "status": "completed", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:25.746356 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9652b87c-ed81-4a19-b60d-5e6788dd3b9e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:25.746766 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9652b87c-ed81-4a19-b60d-5e6788dd3b9e'] response: {'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'code': 200} Apr 12 03:11:25.771550 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=8']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:26.123272 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-8b4ff523-cbf6-435c-a6b1-342209856c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:26.124769 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-8b4ff523-cbf6-435c-a6b1-342209856c30 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e&tenant_id=240711cb3a6f42729bc030a633e11a9c HTTP/1.1" status: 200 len: 1127 time: 0.0704083 Apr 12 03:11:26.187628 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-348e0efd-6b6e-4f24-b17a-45576c9cf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:26.189102 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-348e0efd-6b6e-4f24-b17a-45576c9cf82b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 1127 time: 0.0385339 Apr 12 03:11:26.292545 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-87ba75af-2b9b-4a21-a017-7bb9dde50855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:26.294047 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-87ba75af-2b9b-4a21-a017-7bb9dde50855 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 918 time: 0.0958483 Apr 12 03:11:26.368629 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-8a66a625-98af-41e7-b903-e5309441a907 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8efb198-190d-488e-b35c-4ba263d8e004 HTTP/1.1" status: 200 len: 999 time: 0.0674112 Apr 12 03:11:26.425759 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-9b676436-8d79-40e7-a4ba-99058db90477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:26.427351 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-9b676436-8d79-40e7-a4ba-99058db90477 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.0526931 Apr 12 03:11:26.470964 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-6b7fd3b3-ca07-48f1-bfe5-2d7a84aabf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:26.472709 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-6b7fd3b3-ca07-48f1-bfe5-2d7a84aabf04 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0389524 Apr 12 03:11:26.504574 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dc09e-729d-40a7-816c-6bd12a9cad91 req-8b0f7b51-0245-4319-b9c6-6a9abc4d9cad tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:26.506044 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-087dc09e-729d-40a7-816c-6bd12a9cad91 req-8b0f7b51-0245-4319-b9c6-6a9abc4d9cad tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0460310 Apr 12 03:11:26.557298 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-087dc09e-729d-40a7-816c-6bd12a9cad91 req-a4318811-d9ed-4ec5-a277-cfe07f50b7bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452662 Apr 12 03:11:26.564756 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-486d90e2-e19f-4a48-b68c-6b925bf3dff4 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856545 Apr 12 03:11:26.673389 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-1afbbcc8-fb4a-4f62-86ae-46e82ca0d225 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990052 Apr 12 03:11:27.678146 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4b0c9-8d09-4b77-bcb4-6c781c00753b req-5bf5566d-0500-402b-967e-ae853de63943 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:27.679727 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2fd4b0c9-8d09-4b77-bcb4-6c781c00753b req-5bf5566d-0500-402b-967e-ae853de63943 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0491512 Apr 12 03:11:27.737811 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2fd4b0c9-8d09-4b77-bcb4-6c781c00753b req-85f4036f-8744-4831-8867-bff4ababef67 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495870 Apr 12 03:11:28.859603 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835075d6-91c6-4b69-a3a6-758a028c4dd1 req-002014e8-1d55-4912-810c-c4370e9a7a3b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:28.861115 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-835075d6-91c6-4b69-a3a6-758a028c4dd1 req-002014e8-1d55-4912-810c-c4370e9a7a3b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0491602 Apr 12 03:11:28.907553 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-835075d6-91c6-4b69-a3a6-758a028c4dd1 req-2ed3bbd1-c1c2-4749-a9e9-9ec183387ab5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403860 Apr 12 03:11:30.037227 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fe4a2-fd40-42f3-b3da-ff47fa1d6ef4 req-34379e17-f565-4a64-a581-650bbc9b7450 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:30.038641 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-670fe4a2-fd40-42f3-b3da-ff47fa1d6ef4 req-34379e17-f565-4a64-a581-650bbc9b7450 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0581672 Apr 12 03:11:30.087168 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-670fe4a2-fd40-42f3-b3da-ff47fa1d6ef4 req-4f037904-e418-4c19-a0fa-b68692c347c2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Apr 12 03:11:30.634612 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9c48f0ae-5c85-409e-89d6-e814ad45e56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:31.216839 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d5c35-2070-4586-a1f6-1db5bbfadb81 req-fa06d67c-893c-48f9-85ac-7db21831bee6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:31.218416 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b07d5c35-2070-4586-a1f6-1db5bbfadb81 req-fa06d67c-893c-48f9-85ac-7db21831bee6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0492938 Apr 12 03:11:31.267896 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b07d5c35-2070-4586-a1f6-1db5bbfadb81 req-3c00ae3c-c010-49cc-88cd-976377d4bc4f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437617 Apr 12 03:11:32.416737 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a7fd8-06ec-47f5-bb95-bdbe36d2e4ce req-672b65cc-9f15-4b04-ad87-746b44af64f5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:32.418145 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0a8a7fd8-06ec-47f5-bb95-bdbe36d2e4ce req-672b65cc-9f15-4b04-ad87-746b44af64f5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0607576 Apr 12 03:11:32.472457 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0a8a7fd8-06ec-47f5-bb95-bdbe36d2e4ce req-8184023f-a827-43cc-8372-1d62e10741a8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484822 Apr 12 03:11:33.027910 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bca4c5ac-0ad6-46d4-ad95-358aa0d539b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:33.604855 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572a1e86-4d44-4acc-b20a-ed2656fb5ffa req-ae1391e9-2037-4ab8-ab42-68b9c68f3b96 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:33.606428 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-572a1e86-4d44-4acc-b20a-ed2656fb5ffa req-ae1391e9-2037-4ab8-ab42-68b9c68f3b96 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0543523 Apr 12 03:11:33.655369 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-572a1e86-4d44-4acc-b20a-ed2656fb5ffa req-4fb40f66-0926-4a27-ba11-806ef847c188 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433147 Apr 12 03:11:33.748707 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:34.784488 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b3f15-4c8a-451d-9e28-fc31f779d6a4 req-bb784336-3b09-4b7f-9da4-74ff0a5d82f9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:34.786011 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ea4b3f15-4c8a-451d-9e28-fc31f779d6a4 req-bb784336-3b09-4b7f-9da4-74ff0a5d82f9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0536931 Apr 12 03:11:34.835938 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ea4b3f15-4c8a-451d-9e28-fc31f779d6a4 req-1ba8e906-d472-4c26-aaea-50cbde8be1bd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430474 Apr 12 03:11:35.361570 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:35.955697 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26469ee-216d-4c80-9d6b-53c40e16d91f req-727e2850-258b-4c0e-be9e-ae5876258d37 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:35.957162 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f26469ee-216d-4c80-9d6b-53c40e16d91f req-727e2850-258b-4c0e-be9e-ae5876258d37 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0461922 Apr 12 03:11:36.008756 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f26469ee-216d-4c80-9d6b-53c40e16d91f req-c1a60dab-4c4b-42fc-973b-3d1f4df42564 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452337 Apr 12 03:11:36.871754 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:37.135904 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076375fa-57de-4695-a914-b06b6cfd7bd4 req-ed27fa97-318b-4ebf-9675-3bb889db4cdd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:37.139056 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-076375fa-57de-4695-a914-b06b6cfd7bd4 req-ed27fa97-318b-4ebf-9675-3bb889db4cdd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0488079 Apr 12 03:11:37.189837 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-076375fa-57de-4695-a914-b06b6cfd7bd4 req-e6bf3dd0-de48-4da6-9cf2-6ddedd695102 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449793 Apr 12 03:11:38.322790 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0385fb-020f-4c0c-a126-e6b5dbfd5ab5 req-aa7820fa-25de-42fc-b41e-96644a25c84e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:38.324301 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3c0385fb-020f-4c0c-a126-e6b5dbfd5ab5 req-aa7820fa-25de-42fc-b41e-96644a25c84e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0515058 Apr 12 03:11:38.372558 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3c0385fb-020f-4c0c-a126-e6b5dbfd5ab5 req-8febecb8-1797-40dc-aa06-d46c4d4eb473 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423098 Apr 12 03:11:39.237406 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:39.503228 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44f7b5-db64-47bf-b34e-b55ad5ad3495 req-23691781-841a-4e1e-b43d-70e5380211e5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:39.504592 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7d44f7b5-db64-47bf-b34e-b55ad5ad3495 req-23691781-841a-4e1e-b43d-70e5380211e5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0581810 Apr 12 03:11:39.550073 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7d44f7b5-db64-47bf-b34e-b55ad5ad3495 req-bf2f2ce8-cc83-44d1-9a67-35d21068f2bf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397742 Apr 12 03:11:40.666585 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07094f81-3346-4dc7-ac12-ffbf7a19eb2b req-f4e505e5-aa67-49aa-9338-b304bb8ad420 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:40.668040 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-07094f81-3346-4dc7-ac12-ffbf7a19eb2b req-f4e505e5-aa67-49aa-9338-b304bb8ad420 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0457153 Apr 12 03:11:40.715161 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-07094f81-3346-4dc7-ac12-ffbf7a19eb2b req-b1f74bca-4d4b-477b-ad02-df245994447c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415823 Apr 12 03:11:41.844197 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5799fd-3e27-413d-8f37-15253c81fd43 req-fbbef999-7530-4f93-a781-71cef2e37b9f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:41.845677 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fc5799fd-3e27-413d-8f37-15253c81fd43 req-fbbef999-7530-4f93-a781-71cef2e37b9f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0566702 Apr 12 03:11:41.899269 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fc5799fd-3e27-413d-8f37-15253c81fd43 req-2696f926-12dd-41be-9735-f8d3c81be6d3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478096 Apr 12 03:11:43.035262 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7d9ba-4447-47cc-bdd2-17a9e329748f req-aa9e0c66-7937-4a81-ba02-954a270c58fb tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:43.037154 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ecb7d9ba-4447-47cc-bdd2-17a9e329748f req-aa9e0c66-7937-4a81-ba02-954a270c58fb tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0536227 Apr 12 03:11:43.092563 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ecb7d9ba-4447-47cc-bdd2-17a9e329748f req-34c91aa1-9d6a-47ca-a922-5a1667586b0d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495498 Apr 12 03:11:44.239647 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407eff8-56df-4676-a98c-fb903ddc22b1 req-c6851374-5cd8-47e7-97cd-689ed023ca75 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:44.241102 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5407eff8-56df-4676-a98c-fb903ddc22b1 req-c6851374-5cd8-47e7-97cd-689ed023ca75 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0554469 Apr 12 03:11:44.292549 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5407eff8-56df-4676-a98c-fb903ddc22b1 req-b2af287b-f471-4b20-a71d-9b4826a50828 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431979 Apr 12 03:11:45.412737 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875b3e0-ad78-4cac-9d72-ee05855e4051 req-e36d84db-a8b2-4dc5-89be-06787cba65fc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:45.414200 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6875b3e0-ad78-4cac-9d72-ee05855e4051 req-e36d84db-a8b2-4dc5-89be-06787cba65fc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0477228 Apr 12 03:11:45.461295 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6875b3e0-ad78-4cac-9d72-ee05855e4051 req-aef9a058-a6c6-49c4-9d80-55dfab0e7bc9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Apr 12 03:11:46.602908 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a3f39-2f01-47b7-b729-972c6592ac55 req-d1b6dd23-f1f2-4a4f-a3b6-7bf67e7c1fd1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:46.604333 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0c2a3f39-2f01-47b7-b729-972c6592ac55 req-d1b6dd23-f1f2-4a4f-a3b6-7bf67e7c1fd1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0574651 Apr 12 03:11:46.649374 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0c2a3f39-2f01-47b7-b729-972c6592ac55 req-4c892794-b880-4699-a7fb-f03dfa8c5e88 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395942 Apr 12 03:11:47.698728 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:11:47.774390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4af914-275e-473f-84a5-b4125cc30d21 req-cad1dfdc-0dad-4552-8cc0-6f2dc2c8e746 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:47.775876 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ea4af914-275e-473f-84a5-b4125cc30d21 req-cad1dfdc-0dad-4552-8cc0-6f2dc2c8e746 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 943 time: 0.0464587 Apr 12 03:11:47.794150 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:47.806064 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'port_id': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'mac_address': 'fa:16:3e:e5:18:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:11:47.824078 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ea4af914-275e-473f-84a5-b4125cc30d21 req-b285a2a9-1747-44c6-9172-b329f7edbf7d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425017 Apr 12 03:11:47.846527 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f8efb198-190d-488e-b35c-4ba263d8e004 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:47.846939 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:47.859907 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8efb198-190d-488e-b35c-4ba263d8e004 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:11:47.878604 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:47.884318 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:47.931379 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=9']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:48.320912 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['f8efb198-190d-488e-b35c-4ba263d8e004'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:11:48.947196 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e2acc0-803f-4f67-91c7-99ecca0af714 req-83ace9d1-b63d-48eb-bf32-83944906b129 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:48.948660 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b4e2acc0-803f-4f67-91c7-99ecca0af714 req-83ace9d1-b63d-48eb-bf32-83944906b129 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 944 time: 0.0471497 Apr 12 03:11:48.994990 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b4e2acc0-803f-4f67-91c7-99ecca0af714 req-a054b594-7c1e-454f-bf2a-bce34b0dd0f7 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407212 Apr 12 03:11:49.695625 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:11:49.748202 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port f8efb198-190d-488e-b35c-4ba263d8e004 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:11:49.748576 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:49.822739 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port f8efb198-190d-488e-b35c-4ba263d8e004 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:11:49.823085 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:49.848148 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:11:49.850409 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a00fd8-7ad9-4e51-a0bd-b4bfffcf5f49" -d '{"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-plugged", "status": "completed", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:11:49.862586 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:11:49.868880 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:11:49.891108 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6549433e-2f63-4c4f-b197-676aa7c082e2 x-openstack-request-id: req-6549433e-2f63-4c4f-b197-676aa7c082e2 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:11:49.891417 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-plugged", "status": "completed", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:11:49.891663 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6549433e-2f63-4c4f-b197-676aa7c082e2 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:11:49.892058 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6549433e-2f63-4c4f-b197-676aa7c082e2'] response: {'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'code': 200} Apr 12 03:11:49.919086 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=10']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:11:50.034727 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:11:50.131843 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6d6589-d598-44d0-9cdf-5fe42bcc4fb5 req-ce8fc94b-94f4-4efc-afc3-db348c93ff79 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:50.133310 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c6d6589-d598-44d0-9cdf-5fe42bcc4fb5 req-ce8fc94b-94f4-4efc-afc3-db348c93ff79 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 946 time: 0.0593674 Apr 12 03:11:50.194371 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5c6d6589-d598-44d0-9cdf-5fe42bcc4fb5 req-bc6cfc1a-65aa-4df3-8e91-58681d680890 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525446 Apr 12 03:11:50.482806 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f62986-5153-4194-837a-0debf462c60d req-7d2b13d6-41b7-4217-8343-50f8c9e46e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:50.484360 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-93f62986-5153-4194-837a-0debf462c60d req-7d2b13d6-41b7-4217-8343-50f8c9e46e6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 1130 time: 0.0413928 Apr 12 03:11:50.534723 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-93f62986-5153-4194-837a-0debf462c60d req-3fbe1b84-a0b1-4082-86b0-f5b797fd974c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436022 Apr 12 03:11:51.330860 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df36fda-3d4e-410a-b9bf-31f6a30d3983 req-3cfa8c8e-9b99-4380-b713-9d041f669ca5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:51.332343 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8df36fda-3d4e-410a-b9bf-31f6a30d3983 req-3cfa8c8e-9b99-4380-b713-9d041f669ca5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 946 time: 0.0570686 Apr 12 03:11:51.380932 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8df36fda-3d4e-410a-b9bf-31f6a30d3983 req-a0a4fc10-f643-4a8f-ad16-ed6a652a07ab tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426991 Apr 12 03:11:52.522951 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444074a-188a-45e3-bdf1-47b2fd6ce406 req-15c18516-76ec-4a0e-8597-24f3e04cd285 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:52.524480 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1444074a-188a-45e3-bdf1-47b2fd6ce406 req-15c18516-76ec-4a0e-8597-24f3e04cd285 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 946 time: 0.0553479 Apr 12 03:11:52.575240 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1444074a-188a-45e3-bdf1-47b2fd6ce406 req-752b1867-6dc0-4fcd-a7cf-1d082ab1adaf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450764 Apr 12 03:11:53.708940 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e834c-8c02-47f5-8239-78107d52ccd0 req-f7f4739d-b31b-4b5c-81ca-c3b0779da58b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:53.710499 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-356e834c-8c02-47f5-8239-78107d52ccd0 req-f7f4739d-b31b-4b5c-81ca-c3b0779da58b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 946 time: 0.0497646 Apr 12 03:11:53.760366 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-356e834c-8c02-47f5-8239-78107d52ccd0 req-0a0e6461-5613-46eb-8ea8-cb2b0c359c2e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420649 Apr 12 03:11:56.710960 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-0f720fd0-cdf3-42fa-b3bc-0b14bbfe91b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:56.712458 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-0f720fd0-cdf3-42fa-b3bc-0b14bbfe91b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1129 time: 0.0634272 Apr 12 03:11:56.735132 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee90b1-3fef-43b0-a8ff-5a21bacf79ba req-bb83516d-d080-4a8d-bc80-6740cdd9d693 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:56.736517 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-efee90b1-3fef-43b0-a8ff-5a21bacf79ba req-bb83516d-d080-4a8d-bc80-6740cdd9d693 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0614214 Apr 12 03:11:56.831002 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-efee90b1-3fef-43b0-a8ff-5a21bacf79ba req-5d4b8c68-7741-40e8-865b-5034f46b6746 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852034 Apr 12 03:11:56.843858 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-09095208-ec18-45a7-82f6-4d78a4c61431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:56.845279 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-09095208-ec18-45a7-82f6-4d78a4c61431 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.1248631 Apr 12 03:11:56.908149 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-282c4b53-4767-4514-967f-abdaa95f1212 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 1001 time: 0.0564492 Apr 12 03:11:56.958509 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-473f4f43-bfaf-4db3-92e4-fd8bc4323b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:56.959988 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-473f4f43-bfaf-4db3-92e4-fd8bc4323b63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0458567 Apr 12 03:11:57.002171 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-530fa7fe-7449-4d58-9803-fbc0ef2c713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:57.003672 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-530fa7fe-7449-4d58-9803-fbc0ef2c713f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0371346 Apr 12 03:11:57.096341 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-dedfa15d-dc82-48cb-bb5f-7242cff8d6fb service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858040 Apr 12 03:11:57.427659 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-336a9f27-b003-4de2-9e16-b3e8932f6f6b req-6bd57508-9866-4dae-b127-0b2cbb03a74b service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249278 Apr 12 03:11:57.961716 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796947a1-fc95-4068-b47f-3f2d353229fc req-a1ca7250-6909-46e1-9589-2b7cbd7bd127 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:57.963200 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-796947a1-fc95-4068-b47f-3f2d353229fc req-a1ca7250-6909-46e1-9589-2b7cbd7bd127 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0493443 Apr 12 03:11:58.014192 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-796947a1-fc95-4068-b47f-3f2d353229fc req-ccaae8f1-cac5-4eab-b6b9-8be5848121fb tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433245 Apr 12 03:11:59.150384 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3330a-bd2c-4169-8867-46564ffc15bb req-b950a69d-5313-4e67-9d92-33432159abdf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:11:59.152084 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-48d3330a-bd2c-4169-8867-46564ffc15bb req-b950a69d-5313-4e67-9d92-33432159abdf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0597339 Apr 12 03:11:59.202035 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-48d3330a-bd2c-4169-8867-46564ffc15bb req-41111187-d8d9-46e8-8d35-dd0fabd6956a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442884 Apr 12 03:12:00.329222 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16355ef6-1d2a-454e-9ed9-14f1f5131ae6 req-351bb38c-6cc9-4e57-9f03-3169b384f1a3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:00.330702 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16355ef6-1d2a-454e-9ed9-14f1f5131ae6 req-351bb38c-6cc9-4e57-9f03-3169b384f1a3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0476036 Apr 12 03:12:00.377603 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16355ef6-1d2a-454e-9ed9-14f1f5131ae6 req-5be27de9-0628-49b6-abd9-ae8ae306c0c7 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Apr 12 03:12:00.635485 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ab2e967-15cc-4686-b916-02df080aba90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:01.497257 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0c797-6f55-4cd1-9e7a-b5939ba500a6 req-d3dc3e59-13d1-4b11-8bf0-f69230e2a86d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:01.498701 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-38e0c797-6f55-4cd1-9e7a-b5939ba500a6 req-d3dc3e59-13d1-4b11-8bf0-f69230e2a86d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0529046 Apr 12 03:12:01.547003 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-38e0c797-6f55-4cd1-9e7a-b5939ba500a6 req-e9bcba60-af45-4413-a0c8-71e44d08c7f9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Apr 12 03:12:02.677603 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a8848-7669-4d68-9e36-c4520b9af003 req-3c92cdeb-548f-4b7b-8445-3b090de0d10c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:02.679072 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9a0a8848-7669-4d68-9e36-c4520b9af003 req-3c92cdeb-548f-4b7b-8445-3b090de0d10c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0478606 Apr 12 03:12:02.726643 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9a0a8848-7669-4d68-9e36-c4520b9af003 req-045af1fe-3fb3-41f2-9877-647508413eef tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393779 Apr 12 03:12:03.027399 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5166a14f-f389-42f9-97c0-999f39181388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.751946 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:03.844453 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65bdc6-ba89-48c5-b7c8-a2a98a526e75 req-1f46a297-3c40-4617-828e-54e4770d0012 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:03.845918 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1f65bdc6-ba89-48c5-b7c8-a2a98a526e75 req-1f46a297-3c40-4617-828e-54e4770d0012 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0463741 Apr 12 03:12:03.898178 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1f65bdc6-ba89-48c5-b7c8-a2a98a526e75 req-01aa366e-e20e-4b12-bedd-68ee1e10d347 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466900 Apr 12 03:12:05.035502 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e0340-58f0-4f85-b3e0-8895eef8bbbf req-0c1390b7-2233-4691-b37e-9b0836a4f8d3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:05.036991 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7e5e0340-58f0-4f85-b3e0-8895eef8bbbf req-0c1390b7-2233-4691-b37e-9b0836a4f8d3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0581141 Apr 12 03:12:05.084582 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7e5e0340-58f0-4f85-b3e0-8895eef8bbbf req-b2ecd422-9ea1-4804-8e03-36921dfa4ff3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418348 Apr 12 03:12:05.369193 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:06.216931 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c50899-b435-46ae-82ca-fc9561c9441e req-2445a1a6-dee4-4c85-bbd2-1a0bfd884334 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:06.218392 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-07c50899-b435-46ae-82ca-fc9561c9441e req-2445a1a6-dee4-4c85-bbd2-1a0bfd884334 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0523560 Apr 12 03:12:06.266676 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-07c50899-b435-46ae-82ca-fc9561c9441e req-3dffa0e8-9f35-466b-9e73-be817a585d83 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407634 Apr 12 03:12:06.865823 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:07.399215 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f3303-ef75-4a0b-9eb2-57a79ebbd8c4 req-065a4453-35bf-47c4-bd08-e7949ecf64ee tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:07.400666 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f47f3303-ef75-4a0b-9eb2-57a79ebbd8c4 req-065a4453-35bf-47c4-bd08-e7949ecf64ee tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0546248 Apr 12 03:12:07.446541 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f47f3303-ef75-4a0b-9eb2-57a79ebbd8c4 req-2e4ab55c-c13b-4881-be92-72cfc70b8572 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 Apr 12 03:12:08.584207 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910be38-31be-45a0-9068-2c422112b511 req-0cd98b21-a96f-4ea3-abb4-ba25b5abbe88 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:08.585646 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d910be38-31be-45a0-9068-2c422112b511 req-0cd98b21-a96f-4ea3-abb4-ba25b5abbe88 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0500202 Apr 12 03:12:08.633947 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d910be38-31be-45a0-9068-2c422112b511 req-13531b63-0174-4587-8d6e-070496697480 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 Apr 12 03:12:09.266382 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:09.764707 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65be94-470e-428d-a5ac-a4f8c51b3f55 req-74e40ea9-5c0e-4eaa-912b-5e364aec57aa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:09.766209 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2f65be94-470e-428d-a5ac-a4f8c51b3f55 req-74e40ea9-5c0e-4eaa-912b-5e364aec57aa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0519147 Apr 12 03:12:09.813131 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2f65be94-470e-428d-a5ac-a4f8c51b3f55 req-6d1d5081-fcd4-4a66-97c9-9a09279dacbe tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412357 Apr 12 03:12:10.022659 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299c27d-c425-446f-afb9-f7e26893863b req-92bfe2ef-d4ac-4462-a3a3-2962c0bfc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:10.024069 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d299c27d-c425-446f-afb9-f7e26893863b req-92bfe2ef-d4ac-4462-a3a3-2962c0bfc20f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1129 time: 0.0414672 Apr 12 03:12:10.070161 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d299c27d-c425-446f-afb9-f7e26893863b req-6b929c01-ac57-4a09-8fab-205b88e54066 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385878 Apr 12 03:12:10.935425 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9dd07-c9ab-4c65-94c8-fd7f8ca2ed8e req-6950ab34-5f66-4829-8065-38c8b4ca7daf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:10.938400 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-acf9dd07-c9ab-4c65-94c8-fd7f8ca2ed8e req-6950ab34-5f66-4829-8065-38c8b4ca7daf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0505085 Apr 12 03:12:10.987381 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-acf9dd07-c9ab-4c65-94c8-fd7f8ca2ed8e req-83b328f8-0aad-4cf3-8458-33e8486bc3fe tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Apr 12 03:12:11.143902 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-5419de94-67c2-4071-8f69-2953e559e693 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462430 Apr 12 03:12:11.209906 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-6cadb147-ceea-4ecf-8f88-0c3f335b548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:11.211421 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-6cadb147-ceea-4ecf-8f88-0c3f335b548e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 1130 time: 0.0423481 Apr 12 03:12:11.318845 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-266d48a7-dc28-4919-96aa-2e346088e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:11.320347 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-266d48a7-dc28-4919-96aa-2e346088e0be service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.0848947 Apr 12 03:12:11.365046 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-5e3ae224-9863-4a39-8afa-a91907682243 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d0273094-934d-46a2-96a3-cf6b830e217b HTTP/1.1" status: 200 len: 217 time: 0.0376241 Apr 12 03:12:11.488506 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-88317112-b3f0-4ed5-a4d3-ddc0ff1606fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:11.489953 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-88317112-b3f0-4ed5-a4d3-ddc0ff1606fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0550387 Apr 12 03:12:12.021974 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-df88c023-aeda-4c03-b1c3-f558dede286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:12.023604 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-df88c023-aeda-4c03-b1c3-f558dede286e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0506907 Apr 12 03:12:12.102120 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fe98a-6725-411b-a1d7-a8cbe76e4c35 req-7eea89ea-f79c-451e-90ae-7ec719c37af0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:12.103295 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-219fe98a-6725-411b-a1d7-a8cbe76e4c35 req-7eea89ea-f79c-451e-90ae-7ec719c37af0 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0472019 Apr 12 03:12:12.121331 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-1919c07c-b9a9-4055-a2f0-d1812edc48a5 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911803 Apr 12 03:12:12.150560 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-219fe98a-6725-411b-a1d7-a8cbe76e4c35 req-ba916d13-d592-4853-93b5-72164c2c6dea tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411410 Apr 12 03:12:12.210922 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-39882b92-480d-4fbb-8557-dbdcb54327e0 req-252fafe2-d4c5-422e-aa6f-9805b02b85de service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832727 Apr 12 03:12:12.593936 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8f9aa-7632-4459-b352-247225ce5ca3 req-904f1350-d902-428f-baa1-fe6d9c707cc6 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:12.595789 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e5b8f9aa-7632-4459-b352-247225ce5ca3 req-904f1350-d902-428f-baa1-fe6d9c707cc6 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0522876 Apr 12 03:12:12.656326 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-434b1f2c-fdf4-4493-a5af-53edae660592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:12.658000 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-434b1f2c-fdf4-4493-a5af-53edae660592 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1129 time: 0.0615876 Apr 12 03:12:12.682152 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e5b8f9aa-7632-4459-b352-247225ce5ca3 req-f913ead4-345b-40e9-8ca6-beeb0edf4dcc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779533 Apr 12 03:12:12.757411 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-a30b5b9a-bd2f-4bd2-afd9-f6c6942dcfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:12.758907 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-a30b5b9a-bd2f-4bd2-afd9-f6c6942dcfc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.0912182 Apr 12 03:12:12.983372 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-30806386-0432-46f9-bcbf-df5b9cb03d1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 1001 time: 0.0732672 Apr 12 03:12:13.030442 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-9bd510d2-8aa1-435d-8303-9860e508f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:13.031872 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-9bd510d2-8aa1-435d-8303-9860e508f7a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0426645 Apr 12 03:12:13.075005 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-feab24b4-3b3e-4e64-93b7-26d1b85b0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:13.076564 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-feab24b4-3b3e-4e64-93b7-26d1b85b0560 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382743 Apr 12 03:12:13.168877 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-3d8929c2-0893-446a-a41a-bbf65565070f service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861778 Apr 12 03:12:13.260971 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28b53f45-a86f-4e93-8959-c0c8eeca1fc2 req-ac392e75-4b3c-4340-b63b-85ca41a71eaf service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857780 Apr 12 03:12:13.809742 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94008990-0cb5-4416-88c0-168bea037dd0 req-8fb0832c-e2ba-4da7-99a5-0bec288724c3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:13.811244 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-94008990-0cb5-4416-88c0-168bea037dd0 req-8fb0832c-e2ba-4da7-99a5-0bec288724c3 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0474792 Apr 12 03:12:13.863447 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-94008990-0cb5-4416-88c0-168bea037dd0 req-6e8ea0ad-a4de-4612-b40a-4b2bc1559052 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436122 Apr 12 03:12:15.001809 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1a563-4b08-480b-865e-9852ebc69dd3 req-dd2e2f02-7d55-4241-ad95-fc09f00fe1f8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:15.003330 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-62f1a563-4b08-480b-865e-9852ebc69dd3 req-dd2e2f02-7d55-4241-ad95-fc09f00fe1f8 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0561943 Apr 12 03:12:15.050422 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-62f1a563-4b08-480b-865e-9852ebc69dd3 req-da33b23b-5631-420d-8323-a9980025ad5b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414615 Apr 12 03:12:16.177958 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8488af-9d7d-42a9-859f-c38489e3a38d req-498a2c6e-d06a-4da0-89a4-807378a0579a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:16.179581 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5d8488af-9d7d-42a9-859f-c38489e3a38d req-498a2c6e-d06a-4da0-89a4-807378a0579a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0518997 Apr 12 03:12:16.227949 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5d8488af-9d7d-42a9-859f-c38489e3a38d req-98b474a0-8102-435f-9413-5bf3b85c6968 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Apr 12 03:12:16.342056 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8a8f1-d749-472e-bd31-9fa13f14e863 req-30582706-c89f-481c-b6ce-3faa2af2a707 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:16.343497 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7eb8a8f1-d749-472e-bd31-9fa13f14e863 req-30582706-c89f-481c-b6ce-3faa2af2a707 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0493681 Apr 12 03:12:16.352263 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46758) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:16.356796 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-11f27e96-e1c8-4582-b6dd-171040c46fec tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Request body: {'floatingip': {'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:16.418049 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11f27e96-e1c8-4582-b6dd-171040c46fec tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (5a0144bf-c25a-46b1-a919-6c20b74b377a), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:16.905578 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11f27e96-e1c8-4582-b6dd-171040c46fec tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:16.911984 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11f27e96-e1c8-4582-b6dd-171040c46fec tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (5a0144bf-c25a-46b1-a919-6c20b74b377a), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:17.139837 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f27e96-e1c8-4582-b6dd-171040c46fec tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Router 42b2e326-00d2-421e-9888-f52421bb5f12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:12:17.253592 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f27e96-e1c8-4582-b6dd-171040c46fec tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:12:17.258310 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-11f27e96-e1c8-4582-b6dd-171040c46fec tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:17.265016 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] Sync routers for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:12:17.275271 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:12:17.275857 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:12:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:17.291476 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:17.293149 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56491dde-b1d5-480b-8d35-99bcf59d3f01" -d '{"events": [{"name": "network-changed", "server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:17.325269 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-11f27e96-e1c8-4582-b6dd-171040c46fec tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "PUT /v2.0/floatingips/5a0144bf-c25a-46b1-a919-6c20b74b377a HTTP/1.1" status: 200 len: 993 time: 0.9718812 Apr 12 03:12:17.333352 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6321bf8-18f7-4e55-b1cf-052b755eb62e x-openstack-request-id: req-d6321bf8-18f7-4e55-b1cf-052b755eb62e {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:17.333757 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:17.334008 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6321bf8-18f7-4e55-b1cf-052b755eb62e {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:17.334402 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6321bf8-18f7-4e55-b1cf-052b755eb62e'] response: {'name': 'network-changed', 'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'status': 'completed', 'code': 200} Apr 12 03:12:17.387917 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:12:17.393891 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-14adcc93-8ef3-4fef-a450-7a1993c88472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:17.395492 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-14adcc93-8ef3-4fef-a450-7a1993c88472 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1129 time: 0.0382559 Apr 12 03:12:17.487653 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-b4579ead-c471-4cf3-8a99-d078aceb3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:17.489171 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-b4579ead-c471-4cf3-8a99-d078aceb3d94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.0873251 Apr 12 03:12:17.562341 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-55b69418-1f83-42a5-87ad-c2da06851e7a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 1001 time: 0.0635273 Apr 12 03:12:17.599697 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5a0144bf-c25a-46b1-a919-6c20b74b377a', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'mac_address': 'fa:16:3e:62:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38336d4b-e834-419b-bd76-e7408563a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:12:16Z', 'revision_number': 3, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:17.610341 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-4763b3b6-20d6-4939-98a9-15a4f50bf0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:17.612061 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-4763b3b6-20d6-4939-98a9-15a4f50bf0f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0441570 Apr 12 03:12:17.629468 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] Checking router: 42b2e326-00d2-421e-9888-f52421bb5f12 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:12:17.638143 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:12:17.638774 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:12:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:17.658551 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-6ad1ae2a-6b75-4f4a-88ce-63650c200369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:17.660118 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-6ad1ae2a-6b75-4f4a-88ce-63650c200369 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421007 Apr 12 03:12:17.745064 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:12:17.749549 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-1a404cb4-5ec4-4427-995b-9f2980cbe5fe service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836143 Apr 12 03:12:17.840545 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-56491dde-b1d5-480b-8d35-99bcf59d3f01 req-2ba76139-0203-4288-b43f-a866ac69419b service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848210 Apr 12 03:12:17.959844 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5a0144bf-c25a-46b1-a919-6c20b74b377a', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'mac_address': 'fa:16:3e:62:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38336d4b-e834-419b-bd76-e7408563a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:12:16Z', 'revision_number': 3, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:17.989725 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0e568d-2048-4af1-9bdc-a2099e181a0f None None] The sync data for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb is: [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5a0144bf-c25a-46b1-a919-6c20b74b377a', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'floating_ip_address': '172.28.1.160', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'port_id': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'mac_address': 'fa:16:3e:62:b0:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38336d4b-e834-419b-bd76-e7408563a764', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:12:16Z', 'revision_number': 3, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:12:19.335704 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:19.338636 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de47bc-25ab-4f11-b180-4bca68fb8da8" -d '{"events": [{"name": "network-changed", "server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:19.378753 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4131cb0e-26e0-48e6-9d3d-1e74f979a8af x-openstack-request-id: req-4131cb0e-26e0-48e6-9d3d-1e74f979a8af {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:19.379045 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:19.379296 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4131cb0e-26e0-48e6-9d3d-1e74f979a8af {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:19.379698 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4131cb0e-26e0-48e6-9d3d-1e74f979a8af'] response: {'name': 'network-changed', 'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'status': 'completed', 'code': 200} Apr 12 03:12:19.508788 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-e8c312c4-e2c5-4cf7-a8c7-c1efa8188379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:19.510272 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-e8c312c4-e2c5-4cf7-a8c7-c1efa8188379 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1129 time: 0.0466297 Apr 12 03:12:19.603271 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-32a9472f-789c-404f-9c15-baf83929f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:19.604742 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-32a9472f-789c-404f-9c15-baf83929f4e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.0873764 Apr 12 03:12:19.673331 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-3b83a41b-af84-411d-91fd-907416dbd497 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 1001 time: 0.0621676 Apr 12 03:12:19.725262 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-cfbfdfa9-19f6-4ec2-a198-80fb43bdc4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:19.726670 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-cfbfdfa9-19f6-4ec2-a198-80fb43bdc4de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0472250 Apr 12 03:12:19.769370 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-fbb12537-b26d-4453-9176-2cc40a99b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:19.770883 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-fbb12537-b26d-4453-9176-2cc40a99b69d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0374818 Apr 12 03:12:19.863149 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-ec6eae82-bf97-4da4-baea-7277666f5b0c service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862057 Apr 12 03:12:19.954084 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1de47bc-25ab-4f11-b180-4bca68fb8da8 req-73bb3f68-bc10-455f-86b1-4ad648612c0a service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848196 Apr 12 03:12:27.040358 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:12:30.636461 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-96a6f190-f449-45ee-a8fa-156df237e05b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:33.033461 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c85cd9fc-3c5c-4928-ad52-665e4dabe309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:33.755879 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:35.372328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:36.874719 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:38.232623 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb315d6b-8791-46a9-9579-9e62e977e83d req-278091ef-3c7b-417c-b4db-2c22dee049ad tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:38.234094 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cb315d6b-8791-46a9-9579-9e62e977e83d req-278091ef-3c7b-417c-b4db-2c22dee049ad tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0489516 Apr 12 03:12:38.281110 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cb315d6b-8791-46a9-9579-9e62e977e83d req-e7d2c2f0-9d1f-49ad-a1b1-e79309509cd3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410686 Apr 12 03:12:38.529169 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3f1c-a9ac-4eae-a898-1369c77a11f3 req-c2634094-3324-47aa-b580-c9463ad73f52 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:38.530765 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3c1c3f1c-a9ac-4eae-a898-1369c77a11f3 req-c2634094-3324-47aa-b580-c9463ad73f52 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0488825 Apr 12 03:12:38.593835 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3c1c3f1c-a9ac-4eae-a898-1369c77a11f3 req-c86e6a0f-b3d3-4f1c-b001-42ac672a78a5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572414 Apr 12 03:12:39.252413 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:39.402830 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b330e-c1aa-4017-bdeb-b99e82cf531e req-b3003a8c-b63f-4891-a4d4-a4d49fcff830 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:39.404297 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-397b330e-c1aa-4017-bdeb-b99e82cf531e req-b3003a8c-b63f-4891-a4d4-a4d49fcff830 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0521147 Apr 12 03:12:39.444543 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aab26-0816-4f3c-a424-db33902408ff req-2fd691dc-c212-4f76-9dad-aa3542d875f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:39.446045 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c21aab26-0816-4f3c-a424-db33902408ff req-2fd691dc-c212-4f76-9dad-aa3542d875f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1168 time: 0.0442305 Apr 12 03:12:39.452647 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-397b330e-c1aa-4017-bdeb-b99e82cf531e req-62ebdc74-be54-411d-8a34-e39a11b0d083 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425568 Apr 12 03:12:39.553043 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aab26-0816-4f3c-a424-db33902408ff req-43883279-4005-4555-b9f1-c1c28228ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:39.554405 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c21aab26-0816-4f3c-a424-db33902408ff req-43883279-4005-4555-b9f1-c1c28228ad94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 HTTP/1.1" status: 200 len: 916 time: 0.0835969 Apr 12 03:12:39.648813 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c21aab26-0816-4f3c-a424-db33902408ff req-3580c6e7-a12a-4058-a342-25d850362244 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 1000 time: 0.0635278 Apr 12 03:12:39.727163 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aab26-0816-4f3c-a424-db33902408ff req-30c416a3-35de-4f96-9dc6-a68d962e1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:39.728639 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c21aab26-0816-4f3c-a424-db33902408ff req-30c416a3-35de-4f96-9dc6-a68d962e1d2e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd8afa46-70ac-4f2c-ab8e-049cf01d52d0 HTTP/1.1" status: 200 len: 854 time: 0.0731161 Apr 12 03:12:39.736639 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab3d09-a020-4763-8bb2-77df7dfa749d req-deb734f0-f089-4890-acb7-a02ebaade6ee tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:39.738021 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d1ab3d09-a020-4763-8bb2-77df7dfa749d req-deb734f0-f089-4890-acb7-a02ebaade6ee tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0576336 Apr 12 03:12:39.805688 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21aab26-0816-4f3c-a424-db33902408ff req-5cabebb7-b06a-4176-8e56-76e4b5dae2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:39.807137 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c21aab26-0816-4f3c-a424-db33902408ff req-5cabebb7-b06a-4176-8e56-76e4b5dae2a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0622334 Apr 12 03:12:39.836456 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d1ab3d09-a020-4763-8bb2-77df7dfa749d req-7534de76-6909-4e90-9c9f-2edd5a922f07 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926976 Apr 12 03:12:39.994255 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c21aab26-0816-4f3c-a424-db33902408ff req-3e17167b-6781-4a4d-b7b0-920d0d51a513 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885103 Apr 12 03:12:40.327697 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c21aab26-0816-4f3c-a424-db33902408ff req-2a74dc3b-5842-4f43-bdd8-5f9c0f89d556 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267250 Apr 12 03:12:40.465429 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-012d797c-847d-468f-b4c8-ef5fb127a065 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:40.467078 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-012d797c-847d-468f-b4c8-ef5fb127a065 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 945 time: 0.2976472 Apr 12 03:12:40.584076 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Deleting port a40eab25-3e5e-45ed-9678-ffb978483236 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:40.584419 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:40.608852 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ba60b-50c0-4d3f-b3b3-c4d8f30a5b06 req-92abb56f-f28a-4a0a-a11d-b3fa44b969ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:40.610352 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-000ba60b-50c0-4d3f-b3b3-c4d8f30a5b06 req-92abb56f-f28a-4a0a-a11d-b3fa44b969ea tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 945 time: 0.0728405 Apr 12 03:12:40.717701 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-000ba60b-50c0-4d3f-b3b3-c4d8f30a5b06 req-0cbc7b70-6c7d-42dc-aae5-2a700663bbe2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=a44c39c1-12fb-4673-8169-69d5b4b0eb8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980906 Apr 12 03:12:40.720120 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] For port a40eab25-3e5e-45ed-9678-ffb978483236, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a40eab25-3e5e-45ed-9678-ffb978483236,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:40.720648 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:40.948727 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:40.949093 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (2f74d3c8-897d-49de-b9d8-212d9614315e), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:40.949412 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Floating IP 2f74d3c8-897d-49de-b9d8-212d9614315e disassociated. External IP: 172.28.1.131, port: a40eab25-3e5e-45ed-9678-ffb978483236. Apr 12 03:12:40.949744 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Calling delete_port for a40eab25-3e5e-45ed-9678-ffb978483236 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:40.953429 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a0b01-314e-4cbf-92e3-ab2ed1e22382 req-c8747bea-dba3-4a35-befd-3f1a7aa5fb72 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:40.955006 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-818a0b01-314e-4cbf-92e3-ab2ed1e22382 req-c8747bea-dba3-4a35-befd-3f1a7aa5fb72 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0479605 Apr 12 03:12:41.014535 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-818a0b01-314e-4cbf-92e3-ab2ed1e22382 req-3127c4a1-b950-4403-8e7d-1ffaa33960c7 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535138 Apr 12 03:12:41.084244 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (a40eab25-3e5e-45ed-9678-ffb978483236), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:41.111962 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'Port': ['ID=a40eab25-3e5e-45ed-9678-ffb978483236,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:41.122663 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.123036 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.123368 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.123701 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.124031 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.124353 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.124675 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.124995 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.125319 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.125636 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.125929 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.126261 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.126574 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.126902 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.127215 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:41.236425 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:12:41.348192 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:12:41.359513 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:12:41.370208 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:12:41.371053 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:12:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:41.390073 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] No DVR routers for this DVR port a40eab25-3e5e-45ed-9678-ffb978483236 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:12:41.392850 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:41.397131 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2647fa7b-34cb-41fd-9801-7cd4e2f7216e req-79cd30b7-cca9-4e70-8dc9-7154563a65cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "DELETE /v2.0/ports/a40eab25-3e5e-45ed-9678-ffb978483236 HTTP/1.1" status: 204 len: 173 time: 0.9241576 Apr 12 03:12:41.397580 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'name': 'network-vif-deleted', 'tag': 'a40eab25-3e5e-45ed-9678-ffb978483236'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:41.400186 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f132887a-5f38-424b-a8b2-0106a7e1782a" -d '{"events": [{"server_uuid": "068c42cc-6f4d-41fe-825d-5aa45d30c2b9", "name": "network-vif-deleted", "tag": "a40eab25-3e5e-45ed-9678-ffb978483236"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:41.440265 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab0e833-5818-4bf7-ad77-f1118f4cd9c8 x-openstack-request-id: req-1ab0e833-5818-4bf7-ad77-f1118f4cd9c8 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:41.440551 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068c42cc-6f4d-41fe-825d-5aa45d30c2b9", "name": "network-vif-deleted", "tag": "a40eab25-3e5e-45ed-9678-ffb978483236", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:41.440798 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ab0e833-5818-4bf7-ad77-f1118f4cd9c8 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:41.441272 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab0e833-5818-4bf7-ad77-f1118f4cd9c8'] response: {'server_uuid': '068c42cc-6f4d-41fe-825d-5aa45d30c2b9', 'name': 'network-vif-deleted', 'tag': 'a40eab25-3e5e-45ed-9678-ffb978483236', 'status': 'completed', 'code': 200} Apr 12 03:12:41.495030 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:12:41.763289 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 2, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:41.792280 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:12:41.801627 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:12:41.802321 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:12:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:41.851003 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5b05df77-1330-4cd6-a8d3-205045fb16a9 req-2e85d08a-e6ca-4cc1-acae-2c201bd978db tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=068c42cc-6f4d-41fe-825d-5aa45d30c2b9 HTTP/1.1" status: 200 len: 210 time: 0.0340230 Apr 12 03:12:41.923937 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:12:42.144841 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6902b0-d2bc-4806-bcb2-f48a653c12af req-a004c31f-fdb3-40d8-b487-83b3100a42ea tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:42.146388 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3e6902b0-d2bc-4806-bcb2-f48a653c12af req-a004c31f-fdb3-40d8-b487-83b3100a42ea tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0625231 Apr 12 03:12:42.153813 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 2, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:42.182449 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95e3890-1113-464d-b388-99cc46ac4d05 None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'ffc24fda-1c02-47a8-bd0f-505b8f19ae86', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.34', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:bf:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:08:47Z', 'updated_at': '2022-04-12T03:09:15Z', 'revision_number': 2, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:12:42.213015 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3e6902b0-d2bc-4806-bcb2-f48a653c12af req-bd9e1661-3a94-4d32-bd71-e0cb4d4920b2 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605831 Apr 12 03:12:42.417804 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e871c3-da5d-4a70-bca6-089c51997691 None None] New status for floating IP 2f74d3c8-897d-49de-b9d8-212d9614315e: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:12:42.941648 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46818) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:42.996361 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (a44c39c1-12fb-4673-8169-69d5b4b0eb8d), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.019279 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (a44c39c1-12fb-4673-8169-69d5b4b0eb8d), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.067413 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (a44c39c1-12fb-4673-8169-69d5b4b0eb8d), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.069922 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.071080 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "DELETE /v2.0/security-groups/a44c39c1-12fb-4673-8169-69d5b4b0eb8d HTTP/1.1" status: 204 len: 168 time: 0.1284239 Apr 12 03:12:43.074032 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:43.080032 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44c39c1-12fb-4673-8169-69d5b4b0eb8d,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:43.087437 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.087774 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.088100 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.088427 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.088736 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.api.v2.resource [None req-3104fc97-9faf-4eb4-a49b-122a8304558b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] show failed (client error): The resource could not be found. Apr 12 03:12:43.088846 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.089057 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.089378 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.089693 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.092911 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.093022 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-3104fc97-9faf-4eb4-a49b-122a8304558b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups/a44c39c1-12fb-4673-8169-69d5b4b0eb8d HTTP/1.1" status: 404 len: 347 time: 0.0149248 Apr 12 03:12:43.093131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.093131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.093131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.093131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.093131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.093131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e57180-0850-4f59-a316-66b65a990dd7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:43.093720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:43.209979 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Deleting port b371249b-ec92-47f3-a1fe-a0344816d549 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:43.210637 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (b371249b-ec92-47f3-a1fe-a0344816d549), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.284056 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (b371249b-ec92-47f3-a1fe-a0344816d549), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.284705 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (b371249b-ec92-47f3-a1fe-a0344816d549), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.297847 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Calling delete_port for b371249b-ec92-47f3-a1fe-a0344816d549 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:43.335562 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2873d-64c6-438a-829f-68cd6fdc4473 req-00ac9cfa-bb74-4af2-8b9b-14afab3ef6ee tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:43.337250 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-33e2873d-64c6-438a-829f-68cd6fdc4473 req-00ac9cfa-bb74-4af2-8b9b-14afab3ef6ee tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0522110 Apr 12 03:12:43.406450 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-33e2873d-64c6-438a-829f-68cd6fdc4473 req-4839784f-7122-412a-9215-71693de9242d tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632069 Apr 12 03:12:43.448615 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (b371249b-ec92-47f3-a1fe-a0344816d549), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.477694 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'Port': ['ID=b371249b-ec92-47f3-a1fe-a0344816d549,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:43.536648 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (2f74d3c8-897d-49de-b9d8-212d9614315e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.539235 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:43.540425 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-eb8cf5f4-59df-48b3-bd64-b0ef9479875e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "DELETE /v2.0/floatingips/2f74d3c8-897d-49de-b9d8-212d9614315e HTTP/1.1" status: 204 len: 168 time: 0.4457126 Apr 12 03:12:44.020638 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device a40eab25-3e5e-45ed-9678-ffb978483236 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:12:44.045307 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: a40eab25-3e5e-45ed-9678-ffb978483236 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:12:44.045645 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device a40eab25-3e5e-45ed-9678-ffb978483236 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:12:44.525354 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49318276-63dc-4366-9abf-b1b648e8e6f1 req-9192aec6-0bf4-4c7c-9da3-6759d375d1bc tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:44.527550 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-49318276-63dc-4366-9abf-b1b648e8e6f1 req-9192aec6-0bf4-4c7c-9da3-6759d375d1bc tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0477049 Apr 12 03:12:44.590789 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-49318276-63dc-4366-9abf-b1b648e8e6f1 req-93f774a7-35c9-407c-a51c-82f0097e5054 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580866 Apr 12 03:12:45.233333 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395279ce-0e19-4590-b9f9-534bfb54f608 req-fe3d413e-30d9-4bd0-92fb-b544bfb13f11 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:45.234878 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-395279ce-0e19-4590-b9f9-534bfb54f608 req-fe3d413e-30d9-4bd0-92fb-b544bfb13f11 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.0499086 Apr 12 03:12:45.283895 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-395279ce-0e19-4590-b9f9-534bfb54f608 req-fe56050c-1f2c-40d2-a2ec-156a942616b7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407653 Apr 12 03:12:45.720939 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe89110-b753-4c37-8a11-53ca2a87cde8 req-d9f6645b-9207-45bd-950f-e70405a8b9a2 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:45.722443 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5fe89110-b753-4c37-8a11-53ca2a87cde8 req-d9f6645b-9207-45bd-950f-e70405a8b9a2 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0515559 Apr 12 03:12:45.790020 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5fe89110-b753-4c37-8a11-53ca2a87cde8 req-4e7b51b3-3069-453a-a8d2-8ecb1c0199a0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593042 Apr 12 03:12:46.398104 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608ffae-a15d-4668-b698-a2e7fa2b7067 req-5ebc318d-3f04-45fa-b9ec-d548536e63d0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:46.399586 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5608ffae-a15d-4668-b698-a2e7fa2b7067 req-5ebc318d-3f04-45fa-b9ec-d548536e63d0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.0476201 Apr 12 03:12:46.449201 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5608ffae-a15d-4668-b698-a2e7fa2b7067 req-21967b19-7f48-4cb8-8019-d6d4316fcb89 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Apr 12 03:12:46.915800 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcb877-5d87-4d82-9e01-d586180f656d req-ac081d51-2b4b-46e5-a1e1-60cbd6761b6f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:46.917320 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-31fcb877-5d87-4d82-9e01-d586180f656d req-ac081d51-2b4b-46e5-a1e1-60cbd6761b6f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0491140 Apr 12 03:12:46.978511 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-31fcb877-5d87-4d82-9e01-d586180f656d req-63e18f48-f2fb-43f8-b371-1f85b0c4dd62 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553169 Apr 12 03:12:47.120767 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-c85a55cb-7458-4798-b80e-bd7a623f629d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:47.122094 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-c85a55cb-7458-4798-b80e-bd7a623f629d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.0497603 Apr 12 03:12:47.211219 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Deleting port ed414620-8e92-4b14-854e-26cd19c3a820 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:47.211462 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.309493 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] For port ed414620-8e92-4b14-854e-26cd19c3a820, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=ed414620-8e92-4b14-854e-26cd19c3a820,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:47.309858 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.485047 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.485411 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (ffc24fda-1c02-47a8-bd0f-505b8f19ae86), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.485734 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Floating IP ffc24fda-1c02-47a8-bd0f-505b8f19ae86 disassociated. External IP: 172.28.1.34, port: ed414620-8e92-4b14-854e-26cd19c3a820. Apr 12 03:12:47.486083 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Calling delete_port for ed414620-8e92-4b14-854e-26cd19c3a820 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:47.564899 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148428e2-adbc-4c4e-b009-2020f8ca7ad8 req-bdcb964a-ad8c-4f90-be46-343a628529c4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:47.566385 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-148428e2-adbc-4c4e-b009-2020f8ca7ad8 req-bdcb964a-ad8c-4f90-be46-343a628529c4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=98a4fd27-e364-412a-88e6-7eb49a484bb8 HTTP/1.1" status: 200 len: 945 time: 0.0502777 Apr 12 03:12:47.613957 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-148428e2-adbc-4c4e-b009-2020f8ca7ad8 req-bb51f806-19b7-42ba-ab74-84057786b442 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416732 Apr 12 03:12:47.619981 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (ed414620-8e92-4b14-854e-26cd19c3a820), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.646317 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'Port': ['ID=ed414620-8e92-4b14-854e-26cd19c3a820,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:47.763797 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:12:47.875016 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:12:47.885491 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:12:47.897016 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:12:47.897629 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:12:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:47.919197 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] No DVR routers for this DVR port ed414620-8e92-4b14-854e-26cd19c3a820 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:12:47.921695 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:47.925198 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-506d542b-02dd-4e3d-aa77-397a1b0c43dc req-3b9aa089-6515-432d-8e61-dbbeb6d0e9a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "DELETE /v2.0/ports/ed414620-8e92-4b14-854e-26cd19c3a820 HTTP/1.1" status: 204 len: 173 time: 0.7963517 Apr 12 03:12:47.925650 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'name': 'network-vif-deleted', 'tag': 'ed414620-8e92-4b14-854e-26cd19c3a820'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:47.927902 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6953d55-663d-46b5-8488-b717a0f9fc09" -d '{"events": [{"server_uuid": "98a4fd27-e364-412a-88e6-7eb49a484bb8", "name": "network-vif-deleted", "tag": "ed414620-8e92-4b14-854e-26cd19c3a820"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:47.967846 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe8c0be-5dd4-4055-8994-2baadea4e042 x-openstack-request-id: req-5fe8c0be-5dd4-4055-8994-2baadea4e042 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:47.968140 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98a4fd27-e364-412a-88e6-7eb49a484bb8", "name": "network-vif-deleted", "tag": "ed414620-8e92-4b14-854e-26cd19c3a820", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:47.968393 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5fe8c0be-5dd4-4055-8994-2baadea4e042 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:47.968802 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe8c0be-5dd4-4055-8994-2baadea4e042'] response: {'server_uuid': '98a4fd27-e364-412a-88e6-7eb49a484bb8', 'name': 'network-vif-deleted', 'tag': 'ed414620-8e92-4b14-854e-26cd19c3a820', 'status': 'completed', 'code': 200} Apr 12 03:12:48.115864 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b5496-40b0-4573-8c57-f91a38cd334b req-1daf22eb-747b-45ce-811e-e015c230b492 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:48.117490 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-233b5496-40b0-4573-8c57-f91a38cd334b req-1daf22eb-747b-45ce-811e-e015c230b492 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0571032 Apr 12 03:12:48.141847 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:12:48.181223 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-233b5496-40b0-4573-8c57-f91a38cd334b req-fe5fd82d-bade-4df3-9d35-89b9b9745cb0 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575995 Apr 12 03:12:48.324553 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:48.354554 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:12:48.363126 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:12:48.363733 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:12:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:48.471980 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:12:48.669854 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:12:48.696745 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdeec07-ce19-4c84-91bb-946b50bef650 None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:12:48.703245 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46866) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:48.760608 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb00-f9e2-4cc8-a145-6fecfaa7a111 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.786393 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb00-f9e2-4cc8-a145-6fecfaa7a111 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.841043 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb00-f9e2-4cc8-a145-6fecfaa7a111 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.843953 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8b9dcb00-f9e2-4cc8-a145-6fecfaa7a111 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:48.849087 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46868) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:48.851232 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8b9dcb00-f9e2-4cc8-a145-6fecfaa7a111 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee HTTP/1.1" status: 204 len: 168 time: 0.1466644 Apr 12 03:12:48.863213 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.api.v2.resource [None req-92806aa2-f5e3-4c93-bd72-7380caadbb93 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] show failed (client error): The resource could not be found. Apr 12 03:12:48.864251 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-92806aa2-f5e3-4c93-bd72-7380caadbb93 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups/6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee HTTP/1.1" status: 404 len: 347 time: 0.0141790 Apr 12 03:12:48.864813 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9dcb00-f9e2-4cc8-a145-6fecfaa7a111 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7c8dbb-3fe1-495d-9b63-e6c5bce387ee,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:48.867358 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46870) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:48.921465 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d6856f-50e2-41cf-a5c1-3635d31dc3c8 None None] New status for floating IP ffc24fda-1c02-47a8-bd0f-505b8f19ae86: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:12:48.988263 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Deleting port ab314492-d77b-4759-9748-955b0bd777bb {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:12:48.988835 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (ab314492-d77b-4759-9748-955b0bd777bb), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.069010 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (ab314492-d77b-4759-9748-955b0bd777bb), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.069341 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (ab314492-d77b-4759-9748-955b0bd777bb), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.081787 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Calling delete_port for ab314492-d77b-4759-9748-955b0bd777bb owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:12:49.222629 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (ab314492-d77b-4759-9748-955b0bd777bb), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.249948 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'Port': ['ID=ab314492-d77b-4759-9748-955b0bd777bb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:49.334073 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c5976-2580-4bc3-9772-91c48065afaa req-eabac10c-f030-4cb6-9ce1-1e004d1e3494 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:49.335580 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d01c5976-2580-4bc3-9772-91c48065afaa req-eabac10c-f030-4cb6-9ce1-1e004d1e3494 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0868323 Apr 12 03:12:49.358614 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (ffc24fda-1c02-47a8-bd0f-505b8f19ae86), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.361399 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.362521 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-32ee149a-7216-4193-ae86-f127e0a62ce2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "DELETE /v2.0/floatingips/ffc24fda-1c02-47a8-bd0f-505b8f19ae86 HTTP/1.1" status: 204 len: 168 time: 0.4939122 Apr 12 03:12:49.407116 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d01c5976-2580-4bc3-9772-91c48065afaa req-3c02e070-e037-42b0-b59a-66b203cff82f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653336 Apr 12 03:12:49.589651 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46876) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:49.594294 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-65c6d324-6e01-498d-9c56-879132ff475c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1663001522', 'description': 'tempest-description--1017516665'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:49.615440 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-65c6d324-6e01-498d-9c56-879132ff475c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.678450 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-65c6d324-6e01-498d-9c56-879132ff475c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (75f0d3a1-0547-47a4-a4f0-789ebf900cfb), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.683932 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-65c6d324-6e01-498d-9c56-879132ff475c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (75f0d3a1-0547-47a4-a4f0-789ebf900cfb), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.711802 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-65c6d324-6e01-498d-9c56-879132ff475c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.713004 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-65c6d324-6e01-498d-9c56-879132ff475c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1223497 Apr 12 03:12:49.714838 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c6d324-6e01-498d-9c56-879132ff475c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f0d3a1-0547-47a4-a4f0-789ebf900cfb,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:49.715946 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46878) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:49.720612 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8b54012b-9857-4f3d-8ff9-6149fe547f54 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group_rule': {'security_group_id': '75f0d3a1-0547-47a4-a4f0-789ebf900cfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:49.752854 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b54012b-9857-4f3d-8ff9-6149fe547f54 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (63793379-878f-4310-8e0b-fa5f3efa17a4), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.799639 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b54012b-9857-4f3d-8ff9-6149fe547f54 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (63793379-878f-4310-8e0b-fa5f3efa17a4), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.804861 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b54012b-9857-4f3d-8ff9-6149fe547f54 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (63793379-878f-4310-8e0b-fa5f3efa17a4), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.824225 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b54012b-9857-4f3d-8ff9-6149fe547f54 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63793379-878f-4310-8e0b-fa5f3efa17a4,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:49.832109 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b54012b-9857-4f3d-8ff9-6149fe547f54 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.833485 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8b54012b-9857-4f3d-8ff9-6149fe547f54 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164825 Apr 12 03:12:49.836293 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46880) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:49.840509 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-09677b43-0cc8-4c52-871c-70661b2d34e2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group_rule': {'security_group_id': '75f0d3a1-0547-47a4-a4f0-789ebf900cfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:49.865235 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09677b43-0cc8-4c52-871c-70661b2d34e2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (edd581db-17d0-4f37-b359-0db46d147677), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.921132 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09677b43-0cc8-4c52-871c-70661b2d34e2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (edd581db-17d0-4f37-b359-0db46d147677), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.926215 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09677b43-0cc8-4c52-871c-70661b2d34e2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (edd581db-17d0-4f37-b359-0db46d147677), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.945452 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09677b43-0cc8-4c52-871c-70661b2d34e2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd581db-17d0-4f37-b359-0db46d147677,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:49.951248 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-09677b43-0cc8-4c52-871c-70661b2d34e2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:49.952395 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-09677b43-0cc8-4c52-871c-70661b2d34e2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151340 Apr 12 03:12:49.955552 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46882) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:12:49.959703 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:49.980540 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.062128 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.170021 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Allocated IP 172.28.1.238 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/69f8c227-8935-4398-aaea-679326210291) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:12:50.271682 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (69f8c227-8935-4398-aaea-679326210291), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.308781 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (69f8c227-8935-4398-aaea-679326210291), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.347940 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:12:50.350679 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:12:50.354002 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:12:50.359412 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=69f8c227-8935-4398-aaea-679326210291,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:50.446933 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (3a1e2807-3026-4175-9442-c3ca1ea60d90), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.743614 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (69f8c227-8935-4398-aaea-679326210291), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.782818 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2483b70-9d46-4598-a120-6b502be72661 req-28aa3cae-3108-48bb-9370-e2e34b65075c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:50.784287 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2483b70-9d46-4598-a120-6b502be72661 req-28aa3cae-3108-48bb-9370-e2e34b65075c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0723453 Apr 12 03:12:50.900519 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2483b70-9d46-4598-a120-6b502be72661 req-2ba96236-e109-47db-bba2-e0aa9972c96c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1068983 Apr 12 03:12:50.944708 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (69f8c227-8935-4398-aaea-679326210291), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:50.951927 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (69f8c227-8935-4398-aaea-679326210291), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.023586 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=69f8c227-8935-4398-aaea-679326210291,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:51.032478 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (3a1e2807-3026-4175-9442-c3ca1ea60d90), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.049251 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:51.050563 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e255a23f-f709-4e50-8d4c-d990078e5df9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0940280 Apr 12 03:12:51.198455 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-67308315-9f66-4417-b1d1-56a431ecb35a tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1663001522&fields=id&tenant_id=d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 267 time: 0.0428574 Apr 12 03:12:51.301596 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125861-8baa-42be-8622-e375a8bfadda req-89d8c084-1f3a-4621-a668-416bd1d6423d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:51.302956 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-89d8c084-1f3a-4621-a668-416bd1d6423d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 815 time: 0.0981951 Apr 12 03:12:51.318001 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-c62a121d-725e-4377-8621-2b564a5c0f02 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/quotas/d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 375 time: 0.0094919 Apr 12 03:12:51.367157 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-2d8a4986-08b7-4fe9-afb8-24111db314c9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423572 Apr 12 03:12:51.468381 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-20a9793e-d400-4d17-b6ed-f20c2a9c16c2 service neutron] 10.222.0.41 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897539 Apr 12 03:12:51.561657 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-e30cba9e-8717-466c-9908-e9745837b491 service neutron] 10.222.0.41 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869055 Apr 12 03:12:51.723711 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-71a36e07-af52-437d-a8ec-6e54a697d6de req-50ab813a-6d47-4d99-92f4-23d22c398ad9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 210 time: 0.0275147 Apr 12 03:12:52.015721 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4e6fa-3de5-4934-9b20-8e0c84109018 req-821e22e6-cf05-4d49-924e-23964b2cb5e5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:52.017451 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-33f4e6fa-3de5-4934-9b20-8e0c84109018 req-821e22e6-cf05-4d49-924e-23964b2cb5e5 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0492778 Apr 12 03:12:52.074067 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device ed414620-8e92-4b14-854e-26cd19c3a820 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:12:52.084069 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-33f4e6fa-3de5-4934-9b20-8e0c84109018 req-23cae86a-2a06-4940-a014-ee8338602e4f tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600064 Apr 12 03:12:52.098573 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: ed414620-8e92-4b14-854e-26cd19c3a820 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:12:52.099024 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device ed414620-8e92-4b14-854e-26cd19c3a820 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:12:52.820783 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b0bb1854-d3e9-4566-b6ee-dfa6147788e6 req-bf0656d0-9bd9-4c4b-b847-8e8c50e18c87 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 210 time: 0.0286362 Apr 12 03:12:53.208746 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442991f-b09e-4d32-b521-6ab7572b47f6 req-827efad7-674a-4c54-87e8-f300b0f56738 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:53.215209 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d442991f-b09e-4d32-b521-6ab7572b47f6 req-827efad7-674a-4c54-87e8-f300b0f56738 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0550842 Apr 12 03:12:53.261453 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125861-8baa-42be-8622-e375a8bfadda req-1960531f-7c61-4900-bc39-823ae1f13d2c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:53.263203 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-1960531f-7c61-4900-bc39-823ae1f13d2c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 815 time: 0.1054845 Apr 12 03:12:53.276504 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d442991f-b09e-4d32-b521-6ab7572b47f6 req-0473a117-ef15-4110-94e9-085bdd21f99b tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&id=3879c65c-9654-480d-9eca-ee428bc2e64b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601346 Apr 12 03:12:53.328465 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-ca052ad7-d229-424d-9e71-84542e272458 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 380 time: 0.0527241 Apr 12 03:12:53.337105 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'port': {'device_id': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'admin_state_up': True, 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'security_groups': ['75f0d3a1-0547-47a4-a4f0-789ebf900cfb']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:53.445970 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Made reservation on behalf of d242dd1c24a44466b0295a9e04d3aa63 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:12:53.450937 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:53.584956 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Allocated IP 172.20.0.11 (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5/2c83a292-53be-43b5-8bda-bf9c6887abca/a6396cea-ee40-46a3-8840-d4318daa5aec) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:12:53.719767 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:53.756690 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:53.800185 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:12:53.803122 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:12:53.806666 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:12:53.813385 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=a6396cea-ee40-46a3-8840-d4318daa5aec,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:53.859088 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:53.859788 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:53.879991 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-8ce250ca-01b4-4818-bdf7-640f873efb8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5458090 Apr 12 03:12:53.942017 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Request body: {'port': {'device_id': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:12:53.950054 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb9066-9f89-4d74-898e-20fceac267d1 req-56c04421-6df6-496c-9ab7-c6c500466201 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:53.951639 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6fcb9066-9f89-4d74-898e-20fceac267d1 req-56c04421-6df6-496c-9ab7-c6c500466201 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 932 time: 0.0593817 Apr 12 03:12:54.040131 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6fcb9066-9f89-4d74-898e-20fceac267d1 req-fcc44b76-f678-4df0-8d97-a73715193616 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702710 Apr 12 03:12:54.041003 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.065903 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b9af443d-340f-4165-b5ca-b283e1a81ea9 None None] Provisioning complete for port a6396cea-ee40-46a3-8840-d4318daa5aec triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:12:54.065903 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b9af443d-340f-4165-b5ca-b283e1a81ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.096671 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b9af443d-340f-4165-b5ca-b283e1a81ea9 None None] Port a6396cea-ee40-46a3-8840-d4318daa5aec cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:12:54.308180 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6396cea-ee40-46a3-8840-d4318daa5aec {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:12:54.315861 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Publish callbacks [] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.328832 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Transition to ACTIVE for port object a6396cea-ee40-46a3-8840-d4318daa5aec will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:12:54.334354 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.385799 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Pushing event updated for resources: {'Port': ['ID=a6396cea-ee40-46a3-8840-d4318daa5aec,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:54.461336 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Attempting to bind port a6396cea-ee40-46a3-8840-d4318daa5aec on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:12:54.461832 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Attempting to bind port a6396cea-ee40-46a3-8840-d4318daa5aec by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:12:54.462161 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Attempting to bind port a6396cea-ee40-46a3-8840-d4318daa5aec on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:12:54.467120 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Port a6396cea-ee40-46a3-8840-d4318daa5aec on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:12:54.467419 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Attempting to bind port a6396cea-ee40-46a3-8840-d4318daa5aec on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:12:54.472612 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:12:54.472944 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Checking segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:12:54.473319 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Bound using segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:12:54.473858 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Bound port: a6396cea-ee40-46a3-8840-d4318daa5aec, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:12:54.474291 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.543478 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] For port a6396cea-ee40-46a3-8840-d4318daa5aec, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:12:54.546557 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] For port a6396cea-ee40-46a3-8840-d4318daa5aec, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a6396cea-ee40-46a3-8840-d4318daa5aec,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:12:54.553120 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.588342 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:54.588988 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:54.590327 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] 10.222.0.24 "PUT /v2.0/ports/a6396cea-ee40-46a3-8840-d4318daa5aec HTTP/1.1" status: 200 len: 1094 time: 0.6524963 Apr 12 03:12:54.590740 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'tag': 'a6396cea-ee40-46a3-8840-d4318daa5aec'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:12:54.592960 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17585b57-8b98-47d5-91eb-c0bdaa5faa76" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7872fb-fe22-4e0b-935e-d3eef62b7553", "tag": "a6396cea-ee40-46a3-8840-d4318daa5aec"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:12:54.616898 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370fdc2-e378-4b6f-acae-ebf2bf9f9d2d service neutron] Pushing event updated for resources: {'Port': ['ID=a6396cea-ee40-46a3-8840-d4318daa5aec,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:54.663820 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c92f1d9-fc5f-462f-ad2f-761167b3a351 x-openstack-request-id: req-0c92f1d9-fc5f-462f-ad2f-761167b3a351 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:12:54.664112 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7872fb-fe22-4e0b-935e-d3eef62b7553", "tag": "a6396cea-ee40-46a3-8840-d4318daa5aec", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:12:54.664364 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c92f1d9-fc5f-462f-ad2f-761167b3a351 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:12:54.664768 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c92f1d9-fc5f-462f-ad2f-761167b3a351'] response: {'name': 'network-changed', 'server_uuid': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'tag': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'status': 'completed', 'code': 200} Apr 12 03:12:54.674937 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125861-8baa-42be-8622-e375a8bfadda req-e188ed64-3081-4c56-b70c-5e37bd7ecaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:54.677333 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-e188ed64-3081-4c56-b70c-5e37bd7ecaaa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 1128 time: 0.0473988 Apr 12 03:12:54.724313 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-98109574-1188-4265-884f-158283fdd2cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6396cea-ee40-46a3-8840-d4318daa5aec HTTP/1.1" status: 200 len: 217 time: 0.0386992 Apr 12 03:12:54.777003 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125861-8baa-42be-8622-e375a8bfadda req-071b282d-b0ef-453d-b86f-e648b521fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:54.778502 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-071b282d-b0ef-453d-b86f-e648b521fc59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0485201 Apr 12 03:12:54.821943 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125861-8baa-42be-8622-e375a8bfadda req-3dcd09dd-ac19-429f-bee5-bc6313d4e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:54.823442 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-3dcd09dd-ac19-429f-bee5-bc6313d4e663 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375116 Apr 12 03:12:54.913090 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-d2b22027-dbb4-4885-b21f-c7d8d3249800 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834846 Apr 12 03:12:55.009365 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b5125861-8baa-42be-8622-e375a8bfadda req-a8b15c62-19f8-420c-bcaf-792353b32ed9 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906961 Apr 12 03:12:55.168096 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d2f29-4e39-432c-b769-71a126b9f4e8 req-fdd56ee5-5af8-495c-bad8-240c370c8d88 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:55.169449 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cd6d2f29-4e39-432c-b769-71a126b9f4e8 req-fdd56ee5-5af8-495c-bad8-240c370c8d88 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 944 time: 0.0512636 Apr 12 03:12:55.219138 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cd6d2f29-4e39-432c-b769-71a126b9f4e8 req-dcf1d758-930d-41b2-9f5b-d7a180c9c022 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421522 Apr 12 03:12:56.343412 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2c4fd-a59c-4368-a2dc-cc5bd62dd370 req-1c686e85-720e-4228-9613-36d67fadc5ed tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:56.344886 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-dca2c4fd-a59c-4368-a2dc-cc5bd62dd370 req-1c686e85-720e-4228-9613-36d67fadc5ed tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 944 time: 0.0477154 Apr 12 03:12:56.391803 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-dca2c4fd-a59c-4368-a2dc-cc5bd62dd370 req-740b8df8-b0da-4c6d-914d-4d27ac70cafd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412147 Apr 12 03:12:57.383179 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-5d6c86a5-74e5-4bc5-adbd-898721555b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:57.384597 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-5d6c86a5-74e5-4bc5-adbd-898721555b88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 1128 time: 0.0399959 Apr 12 03:12:57.507386 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-6db05181-1752-418b-8aca-e2c9590693ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:57.508875 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-6db05181-1752-418b-8aca-e2c9590693ea service neutron] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 916 time: 0.1173337 Apr 12 03:12:57.517059 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f141d7f-b2c0-4dfd-ae03-2c80cdb2f706 req-e6cddb8d-9a7b-44e7-975a-af676f9f0d00 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:57.518420 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f141d7f-b2c0-4dfd-ae03-2c80cdb2f706 req-e6cddb8d-9a7b-44e7-975a-af676f9f0d00 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 944 time: 0.0600069 Apr 12 03:12:57.557170 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-6d9d6f82-b66c-48e1-8d10-81db7fa47130 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6396cea-ee40-46a3-8840-d4318daa5aec HTTP/1.1" status: 200 len: 217 time: 0.0378170 Apr 12 03:12:57.628392 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-676e3e14-db57-4cd6-af59-6593e5ca3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:57.629855 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-676e3e14-db57-4cd6-af59-6593e5ca3b81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0666685 Apr 12 03:12:57.633095 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f141d7f-b2c0-4dfd-ae03-2c80cdb2f706 req-f09507a7-b00a-4adf-ae49-aa3fbdd12276 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083467 Apr 12 03:12:57.671921 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-adb7058b-5162-4a52-9134-a97fa2c61866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:57.673421 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-adb7058b-5162-4a52-9134-a97fa2c61866 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0379646 Apr 12 03:12:57.766586 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-eee4d99c-500b-42c2-a287-c61b28378b2f service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865695 Apr 12 03:12:57.865407 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17585b57-8b98-47d5-91eb-c0bdaa5faa76 req-c8bab0c7-dec3-44f9-91bf-d70b86d0bd2e service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932486 Apr 12 03:12:58.118237 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device a6396cea-ee40-46a3-8840-d4318daa5aec details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:12:58.226135 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port a6396cea-ee40-46a3-8840-d4318daa5aec, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a6396cea-ee40-46a3-8840-d4318daa5aec,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:58.238565 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'port_id': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'mac_address': 'fa:16:3e:39:ad:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:12:58.281000 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port a6396cea-ee40-46a3-8840-d4318daa5aec is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:12:58.281390 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.295380 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6396cea-ee40-46a3-8840-d4318daa5aec {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:12:58.316247 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port a6396cea-ee40-46a3-8840-d4318daa5aec, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a6396cea-ee40-46a3-8840-d4318daa5aec,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:12:58.322175 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:12:58.381998 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=a6396cea-ee40-46a3-8840-d4318daa5aec,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:12:58.429834 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.430202 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.430541 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.430892 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.431224 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.431547 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.431871 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.432187 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.432507 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.432828 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.433145 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.433466 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.433780 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.434092 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.434407 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:12:58.712737 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['a6396cea-ee40-46a3-8840-d4318daa5aec'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:12:58.754098 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ae87f-00b5-4e64-aa6e-333e84bf2e3d req-03f8af4e-bb0c-4f70-9e94-18e74be41def tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:58.755628 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ca1ae87f-00b5-4e64-aa6e-333e84bf2e3d req-03f8af4e-bb0c-4f70-9e94-18e74be41def tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 945 time: 0.0519359 Apr 12 03:12:58.803912 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ca1ae87f-00b5-4e64-aa6e-333e84bf2e3d req-ac8f7779-46a6-418f-ab26-47616dd0d6ba tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 Apr 12 03:12:59.923115 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f8088-807f-4d1f-89b3-8d90078766c3 req-e3e73520-0e98-4666-b0e4-1b7f1b3b2d62 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:12:59.924609 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-374f8088-807f-4d1f-89b3-8d90078766c3 req-e3e73520-0e98-4666-b0e4-1b7f1b3b2d62 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 945 time: 0.0501692 Apr 12 03:12:59.979455 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-374f8088-807f-4d1f-89b3-8d90078766c3 req-7aebf176-428c-4c41-97fd-f5467c7b51ec tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474980 Apr 12 03:13:00.128847 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device a6396cea-ee40-46a3-8840-d4318daa5aec up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:00.178531 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port a6396cea-ee40-46a3-8840-d4318daa5aec completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:13:00.187478 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port a6396cea-ee40-46a3-8840-d4318daa5aec triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:00.187888 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.273000 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port a6396cea-ee40-46a3-8840-d4318daa5aec is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:00.273372 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.295365 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6396cea-ee40-46a3-8840-d4318daa5aec'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:00.297600 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5feb2f-1a2f-485c-a6ae-7f7af0b806ac" -d '{"events": [{"server_uuid": "bb7872fb-fe22-4e0b-935e-d3eef62b7553", "name": "network-vif-plugged", "status": "completed", "tag": "a6396cea-ee40-46a3-8840-d4318daa5aec"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:00.309800 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port a6396cea-ee40-46a3-8840-d4318daa5aec, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a6396cea-ee40-46a3-8840-d4318daa5aec,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:00.314643 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:00.340015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeb282a-d9f4-42a8-b280-82216ab4e0b2 x-openstack-request-id: req-8eeb282a-d9f4-42a8-b280-82216ab4e0b2 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:00.340386 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7872fb-fe22-4e0b-935e-d3eef62b7553", "name": "network-vif-plugged", "status": "completed", "tag": "a6396cea-ee40-46a3-8840-d4318daa5aec", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:00.340633 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8eeb282a-d9f4-42a8-b280-82216ab4e0b2 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:00.341021 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eeb282a-d9f4-42a8-b280-82216ab4e0b2'] response: {'server_uuid': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'code': 200} Apr 12 03:13:00.367835 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=a6396cea-ee40-46a3-8840-d4318daa5aec,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:00.497481 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae149e5-2790-4373-b277-31e9ae4c897e req-06562428-c84f-4271-9204-b49542461ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:00.498870 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-eae149e5-2790-4373-b277-31e9ae4c897e req-06562428-c84f-4271-9204-b49542461ef7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 1130 time: 0.0383849 Apr 12 03:13:00.544041 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-eae149e5-2790-4373-b277-31e9ae4c897e req-267ba8f1-ef9b-4f40-8931-403ca85c4a1a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 Apr 12 03:13:00.638033 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a0286a8a-3207-4e45-be87-09d3e8504637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:01.100518 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83706de4-fa32-48f3-b0df-6c295e0a4d12 req-c1d872df-8ead-4e17-ba50-a2f5a903e037 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:01.102169 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-83706de4-fa32-48f3-b0df-6c295e0a4d12 req-c1d872df-8ead-4e17-ba50-a2f5a903e037 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Apr 12 03:13:01.148480 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-83706de4-fa32-48f3-b0df-6c295e0a4d12 req-2b628b7b-4eec-4ce1-b0ac-62e36de37646 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 Apr 12 03:13:02.262026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b783e-8552-45c4-876f-72f4e6264dc0 req-12d9097d-4c27-4a03-afcb-eb7d590f2c32 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:02.263477 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2d4b783e-8552-45c4-876f-72f4e6264dc0 req-12d9097d-4c27-4a03-afcb-eb7d590f2c32 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Apr 12 03:13:02.313032 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2d4b783e-8552-45c4-876f-72f4e6264dc0 req-1bb057fc-403d-40bc-9c30-2df77ae12ba9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Apr 12 03:13:03.026506 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dfefa1d2-a76a-4d78-b390-570016268d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:03.426334 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b455e-7bf8-4a92-aacf-befa844c5426 req-46685d46-4ea7-4571-bc49-e9fa50fdc467 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:03.428920 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-264b455e-7bf8-4a92-aacf-befa844c5426 req-46685d46-4ea7-4571-bc49-e9fa50fdc467 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 946 time: 0.0502272 Apr 12 03:13:03.481344 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-264b455e-7bf8-4a92-aacf-befa844c5426 req-3b2b30e9-1a2b-4440-913f-fab713e194f7 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Apr 12 03:13:03.540446 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57228316-07df-4eaa-92d0-8baf86cf3d5b req-9ea97a99-eb0e-4688-977e-cebda1b6ffa5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:03.541899 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-57228316-07df-4eaa-92d0-8baf86cf3d5b req-9ea97a99-eb0e-4688-977e-cebda1b6ffa5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 946 time: 0.0468900 Apr 12 03:13:03.589906 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-57228316-07df-4eaa-92d0-8baf86cf3d5b req-fa3eb556-21b3-4038-9235-7b5ab8a0cc72 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415297 Apr 12 03:13:03.592551 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ef0f0-6975-4205-a492-0e66d3c173b3 req-5e846e2c-28ba-4987-9757-124f7c8aa94d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:03.594075 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-af7ef0f0-6975-4205-a492-0e66d3c173b3 req-5e846e2c-28ba-4987-9757-124f7c8aa94d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 946 time: 0.0504072 Apr 12 03:13:03.602603 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46974) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:03.607003 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'floatingip': {'port_id': 'a6396cea-ee40-46a3-8840-d4318daa5aec'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:03.645962 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (3a1e2807-3026-4175-9442-c3ca1ea60d90), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:03.751112 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:04.040548 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:13:04.121134 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:04.127509 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (3a1e2807-3026-4175-9442-c3ca1ea60d90), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:04.238049 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.l3_db [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Floating IP 3a1e2807-3026-4175-9442-c3ca1ea60d90 associated. External IP: 172.28.1.238, port: a6396cea-ee40-46a3-8840-d4318daa5aec. Apr 12 03:13:04.451937 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:04.563939 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:04.569396 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:04.575365 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:04.589363 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:04.589996 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:04.598141 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-51346a5c-f1eb-4056-98e5-3a3dfa0949a9 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "PUT /v2.0/floatingips/3a1e2807-3026-4175-9442-c3ca1ea60d90 HTTP/1.1" status: 200 len: 992 time: 0.9944465 Apr 12 03:13:04.598680 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'tag': 'a6396cea-ee40-46a3-8840-d4318daa5aec'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:04.600990 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6115050-7231-4dcf-9e49-34204bd54878" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7872fb-fe22-4e0b-935e-d3eef62b7553", "tag": "a6396cea-ee40-46a3-8840-d4318daa5aec"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:04.636461 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9eb688-3de7-4661-922d-3cd111e50992 x-openstack-request-id: req-ef9eb688-3de7-4661-922d-3cd111e50992 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:04.636830 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7872fb-fe22-4e0b-935e-d3eef62b7553", "tag": "a6396cea-ee40-46a3-8840-d4318daa5aec", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:04.637121 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ef9eb688-3de7-4661-922d-3cd111e50992 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:04.637602 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9eb688-3de7-4661-922d-3cd111e50992'] response: {'name': 'network-changed', 'server_uuid': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'tag': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'status': 'completed', 'code': 200} Apr 12 03:13:04.700703 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:04.710317 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4d3c9b-1f66-4a64-abde-0e947ce3abbe req-bef461e2-a81d-43e0-8a32-ef1d2e80051b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:04.711857 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-aa4d3c9b-1f66-4a64-abde-0e947ce3abbe req-bef461e2-a81d-43e0-8a32-ef1d2e80051b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 946 time: 0.0501754 Apr 12 03:13:04.759324 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-aa4d3c9b-1f66-4a64-abde-0e947ce3abbe req-b9530956-d787-4c44-956e-5b78b1b3db0f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416231 Apr 12 03:13:04.881903 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6115050-7231-4dcf-9e49-34204bd54878 req-4b6f849b-1b8e-47d5-90c1-bbf68d9fff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:04.883534 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c6115050-7231-4dcf-9e49-34204bd54878 req-4b6f849b-1b8e-47d5-90c1-bbf68d9fff53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 1130 time: 0.0393372 Apr 12 03:13:04.919333 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '3a1e2807-3026-4175-9442-c3ca1ea60d90', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:39:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:12:50Z', 'updated_at': '2022-04-12T03:13:04Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:04.945727 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:04.954401 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:04.955041 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:04.981807 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6115050-7231-4dcf-9e49-34204bd54878 req-5df20086-1de7-4033-88c6-c91d1d813b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:04.983378 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c6115050-7231-4dcf-9e49-34204bd54878 req-5df20086-1de7-4033-88c6-c91d1d813b0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 916 time: 0.0923576 Apr 12 03:13:05.048842 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c6115050-7231-4dcf-9e49-34204bd54878 req-588be969-4ad3-4b10-95b8-1cc444ba98f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6396cea-ee40-46a3-8840-d4318daa5aec HTTP/1.1" status: 200 len: 1000 time: 0.0572610 Apr 12 03:13:05.062878 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:05.108133 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6115050-7231-4dcf-9e49-34204bd54878 req-8bc5a494-bf80-48cf-8ecf-94d61121b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:05.109574 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c6115050-7231-4dcf-9e49-34204bd54878 req-8bc5a494-bf80-48cf-8ecf-94d61121b006 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0431795 Apr 12 03:13:05.156810 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6115050-7231-4dcf-9e49-34204bd54878 req-e833ac95-1353-4ea0-9249-e40ff16d1e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:05.158183 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c6115050-7231-4dcf-9e49-34204bd54878 req-e833ac95-1353-4ea0-9249-e40ff16d1e72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423813 Apr 12 03:13:05.345999 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c6115050-7231-4dcf-9e49-34204bd54878 req-a0d85c2b-d3f9-4db8-bb5f-0489e9406c4f service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896912 Apr 12 03:13:05.383842 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:05.425074 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '3a1e2807-3026-4175-9442-c3ca1ea60d90', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:39:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:12:50Z', 'updated_at': '2022-04-12T03:13:04Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:05.452001 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde0f0fc-65fb-4223-8c28-499ed0f030e4 None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '3a1e2807-3026-4175-9442-c3ca1ea60d90', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.238', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:39:ad:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:12:50Z', 'updated_at': '2022-04-12T03:13:04Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:05.454877 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c6115050-7231-4dcf-9e49-34204bd54878 req-f46ce9b9-c4be-42d0-ab4f-e7da02df0d6c service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876987 Apr 12 03:13:05.546480 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-0995fb1d-e7a5-49d5-8b59-e21e29425cf0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:05.547997 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-0995fb1d-e7a5-49d5-8b59-e21e29425cf0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 946 time: 0.0473008 Apr 12 03:13:05.641163 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Deleting port f8efb198-190d-488e-b35c-4ba263d8e004 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:05.641503 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945aee79-b243-4e06-be82-5ea74dd8b202 None None] New status for floating IP 3a1e2807-3026-4175-9442-c3ca1ea60d90: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:13:05.641984 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:05.734499 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] For port f8efb198-190d-488e-b35c-4ba263d8e004, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=f8efb198-190d-488e-b35c-4ba263d8e004,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:05.735233 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:05.877377 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82baf6f8-47b5-46b0-ab5c-c2f8dfa26c54 req-442ecf1b-d8cd-4084-8bc5-2d66f7d34028 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:05.879730 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82baf6f8-47b5-46b0-ab5c-c2f8dfa26c54 req-442ecf1b-d8cd-4084-8bc5-2d66f7d34028 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=76ebbf11-c9de-426b-81bc-1baf6d19273e HTTP/1.1" status: 200 len: 946 time: 0.0474608 Apr 12 03:13:05.915387 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:05.915898 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (287b6dba-e1f5-4d92-9c9a-3c55bec5f726), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:05.916349 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Floating IP 287b6dba-e1f5-4d92-9c9a-3c55bec5f726 disassociated. External IP: 172.28.1.127, port: f8efb198-190d-488e-b35c-4ba263d8e004. Apr 12 03:13:05.916838 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Calling delete_port for f8efb198-190d-488e-b35c-4ba263d8e004 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:05.939030 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82baf6f8-47b5-46b0-ab5c-c2f8dfa26c54 req-3f8a48a8-8e3d-4b62-af4e-3f090d76fabc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=0b61743a-783f-4a53-9957-f29ae961aa21&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526848 Apr 12 03:13:06.060369 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (f8efb198-190d-488e-b35c-4ba263d8e004), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:06.099805 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event deleted for resources: {'Port': ['ID=f8efb198-190d-488e-b35c-4ba263d8e004,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:06.219214 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Router 76634b89-be7e-4451-9e53-89137f774df0 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:06.334179 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:06.343784 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] Sync routers for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:06.362791 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:06.363476 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:06.379443 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] No DVR routers for this DVR port f8efb198-190d-488e-b35c-4ba263d8e004 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:13:06.383443 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:06.386723 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-167d5e45-3a11-4c64-b8b1-0ef35bb923d2 req-e4c40ddd-89b9-4d58-ba34-51eea4db58b3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "DELETE /v2.0/ports/f8efb198-190d-488e-b35c-4ba263d8e004 HTTP/1.1" status: 204 len: 173 time: 0.8334742 Apr 12 03:13:06.387201 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-deleted', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:06.389475 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5362537-aa0d-4f4c-8465-b52c9b3c1a46" -d '{"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-deleted", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:06.430316 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1d502e-b4d8-49e2-a07e-4a41931d4d36 x-openstack-request-id: req-0b1d502e-b4d8-49e2-a07e-4a41931d4d36 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:06.430674 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ebbf11-c9de-426b-81bc-1baf6d19273e", "name": "network-vif-deleted", "tag": "f8efb198-190d-488e-b35c-4ba263d8e004", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:06.431022 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0b1d502e-b4d8-49e2-a07e-4a41931d4d36 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:06.431503 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1d502e-b4d8-49e2-a07e-4a41931d4d36'] response: {'server_uuid': '76ebbf11-c9de-426b-81bc-1baf6d19273e', 'name': 'network-vif-deleted', 'tag': 'f8efb198-190d-488e-b35c-4ba263d8e004', 'status': 'completed', 'code': 200} Apr 12 03:13:06.497604 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:06.691095 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:06.717028 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] Checking router: 76634b89-be7e-4451-9e53-89137f774df0 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:06.725634 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:06.726233 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:06.841403 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:06.895633 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.024471 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 46990) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:07.046950 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:07.073755 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4251b-0342-43fc-9ef7-7991cc0d87d0 None None] The sync data for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb is: [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:07.079969 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b929adf6-9794-40cc-9f7d-9f0389364a49 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (0b61743a-783f-4a53-9957-f29ae961aa21), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.104541 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b929adf6-9794-40cc-9f7d-9f0389364a49 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (0b61743a-783f-4a53-9957-f29ae961aa21), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.153951 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b929adf6-9794-40cc-9f7d-9f0389364a49 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0b61743a-783f-4a53-9957-f29ae961aa21), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.156839 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b929adf6-9794-40cc-9f7d-9f0389364a49 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.158049 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b929adf6-9794-40cc-9f7d-9f0389364a49 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "DELETE /v2.0/security-groups/0b61743a-783f-4a53-9957-f29ae961aa21 HTTP/1.1" status: 204 len: 168 time: 0.1325600 Apr 12 03:13:07.161083 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46992) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:07.167956 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929adf6-9794-40cc-9f7d-9f0389364a49 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b61743a-783f-4a53-9957-f29ae961aa21,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:07.177189 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.api.v2.resource [None req-2d4ad562-8347-4ea9-95ca-4d5c4f5e31fe tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] show failed (client error): The resource could not be found. Apr 12 03:13:07.178232 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2d4ad562-8347-4ea9-95ca-4d5c4f5e31fe tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups/0b61743a-783f-4a53-9957-f29ae961aa21 HTTP/1.1" status: 404 len: 347 time: 0.0160205 Apr 12 03:13:07.181131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 46994) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:07.298618 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba490160-cf1c-4c44-a3c4-0e42df8a5129 None None] New status for floating IP 287b6dba-e1f5-4d92-9c9a-3c55bec5f726: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:13:07.299590 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Deleting port a697c094-f5d8-4f33-8c88-dc651aae8421 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:07.299927 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (a697c094-f5d8-4f33-8c88-dc651aae8421), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.382320 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (a697c094-f5d8-4f33-8c88-dc651aae8421), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.382662 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (a697c094-f5d8-4f33-8c88-dc651aae8421), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.395606 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Calling delete_port for a697c094-f5d8-4f33-8c88-dc651aae8421 owned by network:floatingip {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:07.550454 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (a697c094-f5d8-4f33-8c88-dc651aae8421), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.574868 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event deleted for resources: {'Port': ['ID=a697c094-f5d8-4f33-8c88-dc651aae8421,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:07.639406 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (287b6dba-e1f5-4d92-9c9a-3c55bec5f726), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.642213 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.643414 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8e7e3556-16d4-4c91-bd65-39786a3a1f02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "DELETE /v2.0/floatingips/287b6dba-e1f5-4d92-9c9a-3c55bec5f726 HTTP/1.1" status: 204 len: 168 time: 0.4613667 Apr 12 03:13:07.832417 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47000) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:07.837151 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-96c5a403-d4cd-4561-84db-1997a997db4c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1256638129', 'description': 'tempest-description--143237337'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:07.857587 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-96c5a403-d4cd-4561-84db-1997a997db4c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.931576 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-96c5a403-d4cd-4561-84db-1997a997db4c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (962bfd85-cf6a-4c11-aef3-7c856c4087c8), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.941767 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-96c5a403-d4cd-4561-84db-1997a997db4c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (962bfd85-cf6a-4c11-aef3-7c856c4087c8), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.969267 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-96c5a403-d4cd-4561-84db-1997a997db4c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:07.970479 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-96c5a403-d4cd-4561-84db-1997a997db4c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1370611 Apr 12 03:13:07.973602 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47002) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:07.974538 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5a403-d4cd-4561-84db-1997a997db4c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962bfd85-cf6a-4c11-aef3-7c856c4087c8,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:07.978141 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-f1fa8e0e-021d-40b8-8168-0895e1019c7b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'security_group_rule': {'security_group_id': '962bfd85-cf6a-4c11-aef3-7c856c4087c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:08.005769 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8e0e-021d-40b8-8168-0895e1019c7b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (ebe3688f-d9dd-4901-84f6-713e561aa1ce), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.061973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8e0e-021d-40b8-8168-0895e1019c7b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (ebe3688f-d9dd-4901-84f6-713e561aa1ce), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.066953 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8e0e-021d-40b8-8168-0895e1019c7b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (ebe3688f-d9dd-4901-84f6-713e561aa1ce), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.084138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa8e0e-021d-40b8-8168-0895e1019c7b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe3688f-d9dd-4901-84f6-713e561aa1ce,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:08.091200 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-f1fa8e0e-021d-40b8-8168-0895e1019c7b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.092388 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-f1fa8e0e-021d-40b8-8168-0895e1019c7b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177566 Apr 12 03:13:08.095161 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47004) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:08.099349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-8e426307-02be-40b8-925e-ba39cf9d0db1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'security_group_rule': {'security_group_id': '962bfd85-cf6a-4c11-aef3-7c856c4087c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:08.126449 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e426307-02be-40b8-925e-ba39cf9d0db1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (e2b6454d-612d-4a8e-a739-8a6bea2e2331), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.186138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e426307-02be-40b8-925e-ba39cf9d0db1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (e2b6454d-612d-4a8e-a739-8a6bea2e2331), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.192098 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e426307-02be-40b8-925e-ba39cf9d0db1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (e2b6454d-612d-4a8e-a739-8a6bea2e2331), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.209337 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e426307-02be-40b8-925e-ba39cf9d0db1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b6454d-612d-4a8e-a739-8a6bea2e2331,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:08.217028 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8e426307-02be-40b8-925e-ba39cf9d0db1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.221095 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8e426307-02be-40b8-925e-ba39cf9d0db1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221659 Apr 12 03:13:08.221275 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47006) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:08.225549 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:08.245239 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.328995 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.434137 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Allocated IP 172.28.1.213 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/7be4be6f-f6da-4b6f-b27f-295794aaca18) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:08.542173 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for port (7be4be6f-f6da-4b6f-b27f-295794aaca18), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.580450 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (7be4be6f-f6da-4b6f-b27f-295794aaca18), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.622877 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:08.625688 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:08.629041 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:08.634355 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'Port': ['ID=7be4be6f-f6da-4b6f-b27f-295794aaca18,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:08.715635 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (7db80ac5-5263-43af-b5a9-ddad4ca7969f), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:08.756663 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7be4be6f-f6da-4b6f-b27f-295794aaca18), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.187913 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-9f8e339f-0387-46a0-9a66-8372db39ecb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551810 Apr 12 03:13:09.196184 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for port (7be4be6f-f6da-4b6f-b27f-295794aaca18), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.203198 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (7be4be6f-f6da-4b6f-b27f-295794aaca18), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.252280 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.303139 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'Port': ['ID=7be4be6f-f6da-4b6f-b27f-295794aaca18,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:09.312611 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-95e59a7f-a76c-4e3b-882f-d68b5f6878fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:09.314098 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-95e59a7f-a76c-4e3b-882f-d68b5f6878fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3e13ac14d2a942b3aa56287120726074&device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 1129 time: 0.0868540 Apr 12 03:13:09.317781 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (7db80ac5-5263-43af-b5a9-ddad4ca7969f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.343087 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:09.344188 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ac2e7bf2-8e98-4227-9d35-f42abec242a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1219997 Apr 12 03:13:09.422001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-edbb69db-3b10-49ee-8e94-128812d7f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:09.423512 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-edbb69db-3b10-49ee-8e94-128812d7f66b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 200 len: 920 time: 0.0908139 Apr 12 03:13:09.489069 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-46202f75-0120-42c6-aa52-78f76f4c82de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 200 len: 1001 time: 0.0593047 Apr 12 03:13:09.561322 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-bd2fba71-82f0-4a9f-961f-31bfe41b8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:09.562746 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-bd2fba71-82f0-4a9f-961f-31bfe41b8c92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 200 len: 858 time: 0.0669930 Apr 12 03:13:09.584844 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-81b3105d-18f0-4f7a-bae9-fecf3910c24b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1256638129&fields=id&tenant_id=240711cb3a6f42729bc030a633e11a9c HTTP/1.1" status: 200 len: 267 time: 0.0818672 Apr 12 03:13:09.634166 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-a87fae30-d7cc-41e2-8040-22c059fcd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:09.635621 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-a87fae30-d7cc-41e2-8040-22c059fcd560 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ea3f5856-aff3-47d0-98be-7a7334aece44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0655086 Apr 12 03:13:09.756657 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-b11e018e-aa52-49a5-9862-99d37aaebc0d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:09.757982 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-b11e018e-aa52-49a5-9862-99d37aaebc0d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 817 time: 0.1581371 Apr 12 03:13:09.782293 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-b93d0d5a-ce30-4e3b-85fb-761cd966069b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/quotas/240711cb3a6f42729bc030a633e11a9c HTTP/1.1" status: 200 len: 375 time: 0.0184317 Apr 12 03:13:09.785784 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-348ce8d1-1901-45a4-ba63-aa25890f52ea service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179810 Apr 12 03:13:09.860636 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-de739c35-0297-4404-9511-0b7d7c0d7ea1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0724843 Apr 12 03:13:09.970865 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c85d97f8-f51e-4fb8-8cb0-1ac717b3a01a req-679e350a-6fe9-4c87-af99-d1193e169638 service neutron] 10.222.0.24 "GET /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745007 Apr 12 03:13:09.993696 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-302c89ec-6aa7-49e5-86a0-d05b4a13d623 service neutron] 10.222.0.41 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093111 Apr 12 03:13:10.085805 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-f6435dff-a195-4d1c-a26e-98e4eb4fd400 service neutron] 10.222.0.41 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863221 Apr 12 03:13:10.161929 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:10.181991 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: f8efb198-190d-488e-b35c-4ba263d8e004 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:10.182340 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device f8efb198-190d-488e-b35c-4ba263d8e004 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:10.248612 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2cb4b0e6-f3ca-42f1-84f8-0af4db43bc65 req-d99b72ae-9fce-4b42-89c8-f68dc57a6ea1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 210 time: 0.0283802 Apr 12 03:13:11.195084 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-fd60fcc4-cb30-411b-9593-a553563b7c23 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:11.196578 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-fd60fcc4-cb30-411b-9593-a553563b7c23 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 817 time: 0.1083870 Apr 12 03:13:11.259222 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-6682c170-7d7b-442d-98db-23f7e44d20b9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=240711cb3a6f42729bc030a633e11a9c HTTP/1.1" status: 200 len: 380 time: 0.0520773 Apr 12 03:13:11.350917 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'port': {'device_id': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'admin_state_up': True, 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'security_groups': ['962bfd85-cf6a-4c11-aef3-7c856c4087c8']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:11.356413 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-cc1174e7-2244-4a97-8ca9-baba0559fa18 req-c6cd04dd-5317-481e-9dd1-ba976facb08d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 210 time: 0.0367506 Apr 12 03:13:11.466424 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Made reservation on behalf of 240711cb3a6f42729bc030a633e11a9c for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:11.469815 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.598716 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Allocated IP 172.20.0.11 (28c57e7d-daad-4063-98b6-9da8448e5d98/ea79480f-f850-4280-a47f-d1a267e3c033/02fe84b9-7b49-40c8-98e1-2464b7c07c10) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:11.747673 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.784105 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.831087 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:11.834100 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:11.837629 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:11.844016 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:11.888800 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:11.889426 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:11.906821 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7ad982e6-cba5-401a-8742-3c89daa4789f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5594721 Apr 12 03:13:11.917956 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Request body: {'port': {'device_id': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:11.983406 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:12.095219 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-76a0edb8-1eac-438d-a2f0-6348cf7b9c5a None None] Provisioning complete for port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:12.095862 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-76a0edb8-1eac-438d-a2f0-6348cf7b9c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:12.131302 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-76a0edb8-1eac-438d-a2f0-6348cf7b9c5a None None] Port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:12.250755 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fe84b9-7b49-40c8-98e1-2464b7c07c10 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:13:12.258205 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Publish callbacks [] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:12.270534 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Transition to ACTIVE for port object 02fe84b9-7b49-40c8-98e1-2464b7c07c10 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:13:12.276464 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:12.326748 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:12.405099 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Attempting to bind port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:12.405491 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Attempting to bind port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:12.405756 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Attempting to bind port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 on network 28c57e7d-daad-4063-98b6-9da8448e5d98 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:12.412007 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 on network 28c57e7d-daad-4063-98b6-9da8448e5d98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:13:12.412007 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Attempting to bind port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 on network 28c57e7d-daad-4063-98b6-9da8448e5d98 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:12.416631 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:12.417039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Checking segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:12.417438 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Bound using segment: {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:12.417871 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Bound port: 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e3b7744-4c1a-4d9c-9376-cafd9931c31e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:12.418226 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:12.489316 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:12.489719 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380a3ab-b5ea-4f5b-b429-c7d46327f0b0 req-ed8cb1bd-4ae9-4bbb-99f2-d4fa17ccd0c0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:12.491290 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9380a3ab-b5ea-4f5b-b429-c7d46327f0b0 req-ed8cb1bd-4ae9-4bbb-99f2-d4fa17ccd0c0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0486963 Apr 12 03:13:12.492390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:12.499223 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:12.534352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:12.534995 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:12.536525 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] 10.222.0.24 "PUT /v2.0/ports/02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 200 len: 1094 time: 0.6228313 Apr 12 03:13:12.536872 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:12.537854 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9380a3ab-b5ea-4f5b-b429-c7d46327f0b0 req-3a27e530-f93c-4d20-87ac-27d033723787 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407424 Apr 12 03:13:12.539121 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dcab13-39c5-49fa-a0fb-b60b99f665c8" -d '{"events": [{"name": "network-changed", "server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:12.563680 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56ab5c-7b49-42c1-bb2e-eeab09ce73dc service neutron] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:12.584973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1af35a-02fd-4eb1-80b7-a9f817d7c437 x-openstack-request-id: req-4f1af35a-02fd-4eb1-80b7-a9f817d7c437 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:12.585449 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:12.586322 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f1af35a-02fd-4eb1-80b7-a9f817d7c437 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:12.586916 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1af35a-02fd-4eb1-80b7-a9f817d7c437'] response: {'name': 'network-changed', 'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'status': 'completed', 'code': 200} Apr 12 03:13:12.629671 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-451d3754-d2b2-464c-9312-8b0bc5a5c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:12.631511 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-451d3754-d2b2-464c-9312-8b0bc5a5c91b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 1128 time: 0.0432687 Apr 12 03:13:12.682270 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-764bbae1-ebee-4301-a960-eb05e7d81565 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 200 len: 217 time: 0.0379195 Apr 12 03:13:12.737267 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-2ad3d0b6-081e-4258-9f10-673463d1880f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:12.738807 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-2ad3d0b6-081e-4258-9f10-673463d1880f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.0472052 Apr 12 03:13:12.785888 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-e861e3c9-6d61-4809-acff-bff9c30e88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:12.788210 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-e861e3c9-6d61-4809-acff-bff9c30e88a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420213 Apr 12 03:13:12.887488 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-9a0fcf7b-60e2-4877-834d-a1270c09f132 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911102 Apr 12 03:13:12.980736 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04a5c63a-3f57-46e1-8bc7-4fddff35274e req-c4e31a32-01bb-4ae6-a9c2-618239fd34f7 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829871 Apr 12 03:13:13.706659 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d532f9-9574-4ad9-b24b-d731880de8f2 req-95390263-85ce-4a31-853b-8e2408b9c874 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:13.708135 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-07d532f9-9574-4ad9-b24b-d731880de8f2 req-95390263-85ce-4a31-853b-8e2408b9c874 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0513234 Apr 12 03:13:13.757483 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-07d532f9-9574-4ad9-b24b-d731880de8f2 req-fc041427-fe76-4ac5-bb91-07e140078a01 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Apr 12 03:13:14.888902 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86acff-c83c-408f-8ec0-0b1f73e5106b req-136053b8-5ba1-417a-b5e6-47504bf6bef6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:14.890353 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3d86acff-c83c-408f-8ec0-0b1f73e5106b req-136053b8-5ba1-417a-b5e6-47504bf6bef6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0499735 Apr 12 03:13:14.937609 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3d86acff-c83c-408f-8ec0-0b1f73e5106b req-3a6051f6-9367-49ab-9a4b-613a35ca4b64 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416856 Apr 12 03:13:15.261424 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-450a297f-d1e3-4aa2-be31-67b6a52f8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:15.262948 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-450a297f-d1e3-4aa2-be31-67b6a52f8eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 1128 time: 0.0397806 Apr 12 03:13:15.596854 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-a50114b1-8a6f-4113-bc30-1161fa94c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:15.598393 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-a50114b1-8a6f-4113-bc30-1161fa94c3e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 918 time: 0.0909078 Apr 12 03:13:15.652317 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-6a40cbb8-aa77-4cbf-84b3-58b8fc174505 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 200 len: 217 time: 0.0347259 Apr 12 03:13:15.946096 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-37394a69-ea8d-41c9-a977-ca7af681fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:15.947615 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-37394a69-ea8d-41c9-a977-ca7af681fa9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.0518301 Apr 12 03:13:16.002629 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-ebd4084e-c908-4d57-8917-2b356e56d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:16.004230 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-ebd4084e-c908-4d57-8917-2b356e56d74f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0451188 Apr 12 03:13:16.072166 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197dde9b-d8fb-4861-8cf2-b597af15abff req-7d20b95e-c919-45b6-ae7e-7defccea4230 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:16.073654 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-197dde9b-d8fb-4861-8cf2-b597af15abff req-7d20b95e-c919-45b6-ae7e-7defccea4230 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0652380 Apr 12 03:13:16.155451 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-40327e51-968d-44ae-8db5-7407e3cef433 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385016 Apr 12 03:13:16.162171 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-197dde9b-d8fb-4861-8cf2-b597af15abff req-84ff0f9a-1b4d-474b-98ce-acf6d7a8b8e3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650644 Apr 12 03:13:16.173935 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:13:16.245275 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-93dcab13-39c5-49fa-a0fb-b60b99f665c8 req-993b4555-1302-4cec-8431-b5e51589f38d service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816112 Apr 12 03:13:16.272457 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:16.284761 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'port_id': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'mac_address': 'fa:16:3e:c0:2b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:13:16.322893 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:16.323283 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:16.340048 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fe84b9-7b49-40c8-98e1-2464b7c07c10 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:13:16.359247 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:16.370013 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:16.418880 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:16.788322 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['02fe84b9-7b49-40c8-98e1-2464b7c07c10'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:13:17.297884 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca933dc-3e7d-4058-ad96-aeba3e11fc9d req-8a1a3102-4bfd-4849-b856-f42ebbb25f9c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:17.299389 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-aca933dc-3e7d-4058-ad96-aeba3e11fc9d req-8a1a3102-4bfd-4849-b856-f42ebbb25f9c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 945 time: 0.0504122 Apr 12 03:13:17.349160 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-aca933dc-3e7d-4058-ad96-aeba3e11fc9d req-1a83753d-583e-4454-a39b-b737f2d1abeb tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426645 Apr 12 03:13:18.180963 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:18.227488 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:13:18.236010 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:18.236374 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:18.313411 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:18.313887 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:18.340179 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:18.342417 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d9f8fd-4b35-48f5-9948-1b29fe227e61" -d '{"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-plugged", "status": "completed", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:18.354666 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:18.359151 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:18.389604 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4d5d6c-bb80-4d04-97a6-e084c0971fd9 x-openstack-request-id: req-4a4d5d6c-bb80-4d04-97a6-e084c0971fd9 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:18.390052 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-plugged", "status": "completed", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:18.390148 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a4d5d6c-bb80-4d04-97a6-e084c0971fd9 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:18.390654 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4d5d6c-bb80-4d04-97a6-e084c0971fd9'] response: {'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'code': 200} Apr 12 03:13:18.414848 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:18.534756 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339db8bd-bde7-4ff6-b816-e8dbdc2829b9 req-bdafb2d4-1fa6-43a9-b85b-d584d5454a5a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:18.536616 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-339db8bd-bde7-4ff6-b816-e8dbdc2829b9 req-bdafb2d4-1fa6-43a9-b85b-d584d5454a5a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.1129782 Apr 12 03:13:18.566188 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61f4b3-7811-41dc-92d5-f14a34ee34d4 req-2e430210-959c-4a41-826c-4642c01e3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:18.567732 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1f61f4b3-7811-41dc-92d5-f14a34ee34d4 req-2e430210-959c-4a41-826c-4642c01e3305 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 1130 time: 0.0435860 Apr 12 03:13:18.593082 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-339db8bd-bde7-4ff6-b816-e8dbdc2829b9 req-576eea11-d438-4e2e-939c-48edb91811b7 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505958 Apr 12 03:13:18.613072 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1f61f4b3-7811-41dc-92d5-f14a34ee34d4 req-4139e9fe-03af-44d5-910e-b2ad32b9f847 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390348 Apr 12 03:13:19.779343 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d88a7-bfb2-4594-a1ee-b0b30ae60b28 req-a88aeeb5-82e5-4e3a-973e-79588c1248f3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:19.780830 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e52d88a7-bfb2-4594-a1ee-b0b30ae60b28 req-a88aeeb5-82e5-4e3a-973e-79588c1248f3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.1064916 Apr 12 03:13:19.826607 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e52d88a7-bfb2-4594-a1ee-b0b30ae60b28 req-22badfe2-4017-42bd-ad7e-923b4557a0a5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399275 Apr 12 03:13:20.978879 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0632c62-b465-462b-b1f8-1831884a5cad req-75be3127-9f64-41f3-a22d-3ce79883e1cf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:20.980365 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c0632c62-b465-462b-b1f8-1831884a5cad req-75be3127-9f64-41f3-a22d-3ce79883e1cf tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0636716 Apr 12 03:13:21.030019 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c0632c62-b465-462b-b1f8-1831884a5cad req-34538ff7-4014-4c4d-acd9-6326ed20c503 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410061 Apr 12 03:13:21.151185 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8dbc7c-bc97-4a91-90b6-3ada5dc50376 req-d2d13ddd-97ca-41dd-b463-a2ea24703d41 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:21.152576 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5d8dbc7c-bc97-4a91-90b6-3ada5dc50376 req-d2d13ddd-97ca-41dd-b463-a2ea24703d41 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0542886 Apr 12 03:13:21.161396 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47068) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:21.165984 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Request body: {'floatingip': {'port_id': '02fe84b9-7b49-40c8-98e1-2464b7c07c10'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:21.208540 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (7db80ac5-5263-43af-b5a9-ddad4ca7969f), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:21.683119 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:21.689853 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (7db80ac5-5263-43af-b5a9-ddad4ca7969f), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:21.793187 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Floating IP 7db80ac5-5263-43af-b5a9-ddad4ca7969f associated. External IP: 172.28.1.213, port: 02fe84b9-7b49-40c8-98e1-2464b7c07c10. Apr 12 03:13:22.273899 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Router 76634b89-be7e-4451-9e53-89137f774df0 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:22.397636 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:22.402969 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:22.408555 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] Sync routers for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:22.418488 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:22.419213 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:22.432990 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b4b02f5d-fde9-4a48-8144-57706a290d18 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "PUT /v2.0/floatingips/7db80ac5-5263-43af-b5a9-ddad4ca7969f HTTP/1.1" status: 200 len: 992 time: 1.2705398 Apr 12 03:13:22.433576 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:22.436185 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c25f7d-3dbf-4a5a-a418-675a86122b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:22.480769 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5af5e8-d603-4be2-965d-d1c18bf127cc x-openstack-request-id: req-4b5af5e8-d603-4be2-965d-d1c18bf127cc {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:22.481065 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:22.481321 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4b5af5e8-d603-4be2-965d-d1c18bf127cc {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:22.481728 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5af5e8-d603-4be2-965d-d1c18bf127cc'] response: {'name': 'network-changed', 'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'status': 'completed', 'code': 200} Apr 12 03:13:22.529027 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:22.542307 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-d1a710fa-3430-4865-9a28-31ababffa733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:22.543873 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-d1a710fa-3430-4865-9a28-31ababffa733 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 1130 time: 0.0393393 Apr 12 03:13:22.641506 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-1b94b77b-8770-4d8e-ba66-3bf483b21d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:22.643159 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-1b94b77b-8770-4d8e-ba66-3bf483b21d74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 918 time: 0.0917244 Apr 12 03:13:22.715695 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-6b0331e7-4631-4038-9bc2-d4b714c2010c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 200 len: 1000 time: 0.0658665 Apr 12 03:13:22.752131 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '7db80ac5-5263-43af-b5a9-ddad4ca7969f', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '76634b89-be7e-4451-9e53-89137f774df0', 'port_id': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'mac_address': 'fa:16:3e:c0:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:08Z', 'updated_at': '2022-04-12T03:13:21Z', 'revision_number': 1, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:22.765301 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-15bbd0af-16c5-4a02-8462-d951fe44a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:22.766815 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-15bbd0af-16c5-4a02-8462-d951fe44a40e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.0452485 Apr 12 03:13:22.778851 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] Checking router: 76634b89-be7e-4451-9e53-89137f774df0 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:22.788101 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:22.788642 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:22.820115 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-a058869e-d155-481b-9d80-7d0d35c14e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:22.822042 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-a058869e-d155-481b-9d80-7d0d35c14e09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0482209 Apr 12 03:13:22.895202 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:22.923021 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-be15fdc3-a0a6-4f98-a42e-b2890707a53f service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925720 Apr 12 03:13:23.021834 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32c25f7d-3dbf-4a5a-a418-675a86122b3c req-d4b2e37a-20eb-48f2-a79c-e183a33ca08f service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927706 Apr 12 03:13:23.263598 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '7db80ac5-5263-43af-b5a9-ddad4ca7969f', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '76634b89-be7e-4451-9e53-89137f774df0', 'port_id': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'mac_address': 'fa:16:3e:c0:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:08Z', 'updated_at': '2022-04-12T03:13:21Z', 'revision_number': 1, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:23.296830 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abef72ee-7a0c-4bae-921d-80061137a9c5 None None] The sync data for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb is: [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '7db80ac5-5263-43af-b5a9-ddad4ca7969f', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'floating_ip_address': '172.28.1.213', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '76634b89-be7e-4451-9e53-89137f774df0', 'port_id': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'mac_address': 'fa:16:3e:c0:2b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:08Z', 'updated_at': '2022-04-12T03:13:21Z', 'revision_number': 1, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:23.504704 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28b0fb9-3572-4743-8ee4-b57e63eaa8ec None None] New status for floating IP 7db80ac5-5263-43af-b5a9-ddad4ca7969f: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:13:25.565608 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40904e6d-c2a9-49e1-bb34-8375681cf297 req-42e525f2-f32d-4c52-b9f0-67d3f1e8c329 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:25.567013 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-40904e6d-c2a9-49e1-bb34-8375681cf297 req-42e525f2-f32d-4c52-b9f0-67d3f1e8c329 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0510850 Apr 12 03:13:25.614560 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-40904e6d-c2a9-49e1-bb34-8375681cf297 req-e443627c-0400-42cd-a5fc-86959da78105 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413873 Apr 12 03:13:26.736300 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1feff-8e98-4bbd-ab1a-b89edf81782b req-15b07633-fe60-43aa-bc44-94abc3c3cf74 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:26.737956 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f7d1feff-8e98-4bbd-ab1a-b89edf81782b req-15b07633-fe60-43aa-bc44-94abc3c3cf74 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0531664 Apr 12 03:13:26.790595 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f7d1feff-8e98-4bbd-ab1a-b89edf81782b req-1efc1b40-2e0d-431b-8737-f4120d7368f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468791 Apr 12 03:13:27.920067 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f144e2-2583-4e66-87cf-9b6d1c8bb0b9 req-73d27087-f229-4433-b211-de0644162ed9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:27.921536 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c7f144e2-2583-4e66-87cf-9b6d1c8bb0b9 req-73d27087-f229-4433-b211-de0644162ed9 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0595512 Apr 12 03:13:27.976396 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c7f144e2-2583-4e66-87cf-9b6d1c8bb0b9 req-dfbcbead-1b3b-4e3a-8758-f5f5310e0526 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473530 Apr 12 03:13:29.050039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-7b5c879b-294d-4ddc-8908-e7e6a8f72541 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:29.051549 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-7b5c879b-294d-4ddc-8908-e7e6a8f72541 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0472312 Apr 12 03:13:29.101371 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02713413-61ad-4697-b87f-8a70bd26de69 req-14eba0d5-124e-4e87-9c1b-8ff8f54dc2a1 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:29.104583 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-02713413-61ad-4697-b87f-8a70bd26de69 req-14eba0d5-124e-4e87-9c1b-8ff8f54dc2a1 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 945 time: 0.0516803 Apr 12 03:13:29.145192 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Deleting port 26cb82c5-51d8-475c-b96a-b8bebdc11678 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:29.145505 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:29.150264 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-02713413-61ad-4697-b87f-8a70bd26de69 req-3318ad36-6da6-4cd3-90d0-a1814a6fa7d4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=8ff1d145-3c92-419a-9d78-5631c5c22fc2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415897 Apr 12 03:13:29.250039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] For port 26cb82c5-51d8-475c-b96a-b8bebdc11678, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=26cb82c5-51d8-475c-b96a-b8bebdc11678,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:29.250489 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:29.433098 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:29.433484 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (5a0144bf-c25a-46b1-a919-6c20b74b377a), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:29.433790 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Floating IP 5a0144bf-c25a-46b1-a919-6c20b74b377a disassociated. External IP: 172.28.1.160, port: 26cb82c5-51d8-475c-b96a-b8bebdc11678. Apr 12 03:13:29.434125 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Calling delete_port for 26cb82c5-51d8-475c-b96a-b8bebdc11678 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:29.566068 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (26cb82c5-51d8-475c-b96a-b8bebdc11678), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:29.601306 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event deleted for resources: {'Port': ['ID=26cb82c5-51d8-475c-b96a-b8bebdc11678,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:29.727423 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Router 42b2e326-00d2-421e-9888-f52421bb5f12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:29.848922 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:29.859148 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] Sync routers for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:29.870214 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:29.870793 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:29.891964 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] No DVR routers for this DVR port 26cb82c5-51d8-475c-b96a-b8bebdc11678 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:13:29.895024 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:29.898566 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4372b9e8-4bf1-4202-9d08-ec4de6773444 req-db024857-f8f9-4152-ae45-08cd7c31e68b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "DELETE /v2.0/ports/26cb82c5-51d8-475c-b96a-b8bebdc11678 HTTP/1.1" status: 204 len: 173 time: 0.8413973 Apr 12 03:13:29.899020 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'name': 'network-vif-deleted', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:29.902346 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a343c4df-95df-4a4e-804a-9574d9e8c8bf" -d '{"events": [{"server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "name": "network-vif-deleted", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:29.942859 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9c3261-0eed-4d63-bbd6-7e73af27fefd x-openstack-request-id: req-ab9c3261-0eed-4d63-bbd6-7e73af27fefd {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:29.943130 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38336d4b-e834-419b-bd76-e7408563a764", "name": "network-vif-deleted", "tag": "26cb82c5-51d8-475c-b96a-b8bebdc11678", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:29.943381 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ab9c3261-0eed-4d63-bbd6-7e73af27fefd {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:29.943769 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab9c3261-0eed-4d63-bbd6-7e73af27fefd'] response: {'server_uuid': '38336d4b-e834-419b-bd76-e7408563a764', 'name': 'network-vif-deleted', 'tag': '26cb82c5-51d8-475c-b96a-b8bebdc11678', 'status': 'completed', 'code': 200} Apr 12 03:13:30.001436 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:30.201130 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:30.228168 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] Checking router: 42b2e326-00d2-421e-9888-f52421bb5f12 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:30.236712 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:30.237339 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:30.256886 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-31d14ecb-03c1-4a53-8a5f-3537027b7511 req-4e0400e1-bd0e-4cf9-8242-a74e0f02ce53 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=38336d4b-e834-419b-bd76-e7408563a764 HTTP/1.1" status: 200 len: 210 time: 0.0275178 Apr 12 03:13:30.350509 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:30.543390 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:30.574065 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a276d-9ee3-4e02-bd06-19b78589e399 None None] The sync data for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb is: [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:20Z', 'revision_number': 4, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'a571bcae-f43f-46b4-b995-9876b9ef2dc4', 'name': '', 'network_id': 'ea3f5856-aff3-47d0-98be-7a7334aece44', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'mac_address': 'fa:16:3e:9d:3b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:33Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'subnets': [{'id': '09ab16c8-563a-4e55-81bf-4cf6a947b6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:30.633000 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-98a049c1-ed0d-4802-a986-b06638a5837f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:30.812847 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0067bd-dfea-4288-b577-35998d9a752b None None] New status for floating IP 5a0144bf-c25a-46b1-a919-6c20b74b377a: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:13:31.349799 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47114) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:31.403452 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a455139-4860-47c4-b305-3aabbec4e0e4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group (8ff1d145-3c92-419a-9d78-5631c5c22fc2), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.426260 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a455139-4860-47c4-b305-3aabbec4e0e4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group (8ff1d145-3c92-419a-9d78-5631c5c22fc2), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.482884 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a455139-4860-47c4-b305-3aabbec4e0e4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8ff1d145-3c92-419a-9d78-5631c5c22fc2), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.485669 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1a455139-4860-47c4-b305-3aabbec4e0e4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.486862 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-1a455139-4860-47c4-b305-3aabbec4e0e4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "DELETE /v2.0/security-groups/8ff1d145-3c92-419a-9d78-5631c5c22fc2 HTTP/1.1" status: 204 len: 168 time: 0.1360517 Apr 12 03:13:31.489648 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47116) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:31.496065 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a455139-4860-47c4-b305-3aabbec4e0e4 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff1d145-3c92-419a-9d78-5631c5c22fc2,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:31.506745 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.api.v2.resource [None req-e82f7491-65c8-413c-a226-20f99b71d718 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] show failed (client error): The resource could not be found. Apr 12 03:13:31.510224 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e82f7491-65c8-413c-a226-20f99b71d718 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups/8ff1d145-3c92-419a-9d78-5631c5c22fc2 HTTP/1.1" status: 404 len: 347 time: 0.0171082 Apr 12 03:13:31.510507 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47118) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:31.625359 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Deleting port e1b55744-e7d5-4b9f-ac92-a7910ac74162 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:31.625691 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (e1b55744-e7d5-4b9f-ac92-a7910ac74162), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.699747 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (e1b55744-e7d5-4b9f-ac92-a7910ac74162), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.700076 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (e1b55744-e7d5-4b9f-ac92-a7910ac74162), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.712052 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Calling delete_port for e1b55744-e7d5-4b9f-ac92-a7910ac74162 owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:31.856980 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (e1b55744-e7d5-4b9f-ac92-a7910ac74162), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.881931 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event deleted for resources: {'Port': ['ID=e1b55744-e7d5-4b9f-ac92-a7910ac74162,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:31.948891 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks [] for floatingip (5a0144bf-c25a-46b1-a919-6c20b74b377a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.951551 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:31.952728 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-31b5f7b4-3eb5-4a59-af64-3f9479efb1fa tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "DELETE /v2.0/floatingips/5a0144bf-c25a-46b1-a919-6c20b74b377a HTTP/1.1" status: 204 len: 168 time: 0.4412601 Apr 12 03:13:33.042086 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6df4fbec-f8eb-449e-848c-36dac1213444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:33.762457 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:34.247394 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 26cb82c5-51d8-475c-b96a-b8bebdc11678 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:34.267419 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 26cb82c5-51d8-475c-b96a-b8bebdc11678 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:34.267792 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 26cb82c5-51d8-475c-b96a-b8bebdc11678 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:34.450998 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a151a0-810a-4b90-81b0-51af754eef84 req-37a9f1e9-9ee3-4bef-8ff2-8be92a01a173 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:34.452726 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28a151a0-810a-4b90-81b0-51af754eef84 req-37a9f1e9-9ee3-4bef-8ff2-8be92a01a173 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0568130 Apr 12 03:13:34.506203 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-28a151a0-810a-4b90-81b0-51af754eef84 req-07d9771a-afbb-4682-912e-8fd2e9c0348e tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464981 Apr 12 03:13:35.373219 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:35.630574 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3332c8-1569-4b5d-ade7-99dec2fb8f46 req-2ce01fd9-b403-4990-8fa9-623ec10cde9b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:35.632058 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4f3332c8-1569-4b5d-ade7-99dec2fb8f46 req-2ce01fd9-b403-4990-8fa9-623ec10cde9b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0540168 Apr 12 03:13:35.679651 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4f3332c8-1569-4b5d-ade7-99dec2fb8f46 req-20834f61-da62-469a-a123-b01ee1390036 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Apr 12 03:13:36.801698 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e532a-debe-4f45-81f4-90c2a82ad057 req-5210ef9d-2c75-4680-a2a0-3852bc822e7c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:36.803309 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6f2e532a-debe-4f45-81f4-90c2a82ad057 req-5210ef9d-2c75-4680-a2a0-3852bc822e7c tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0536766 Apr 12 03:13:36.853965 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6f2e532a-debe-4f45-81f4-90c2a82ad057 req-dbd1f292-f13e-4c8a-851c-1940752f8dab tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446529 Apr 12 03:13:36.861345 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:37.123005 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-dd2d51aa-5c5f-4c54-83d9-a9a766d90034 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:37.124575 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-dd2d51aa-5c5f-4c54-83d9-a9a766d90034 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 946 time: 0.0562429 Apr 12 03:13:37.254450 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Deleting port d0273094-934d-46a2-96a3-cf6b830e217b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:37.254982 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:37.352670 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] For port d0273094-934d-46a2-96a3-cf6b830e217b, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=d0273094-934d-46a2-96a3-cf6b830e217b,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:37.352901 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:37.366071 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Calling delete_port for d0273094-934d-46a2-96a3-cf6b830e217b owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:37.497958 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (d0273094-934d-46a2-96a3-cf6b830e217b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:37.509669 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['1ef9424a-fc3b-4462-8b7c-a13daae39af8', 'd0273094-934d-46a2-96a3-cf6b830e217b'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:13:37.527905 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event deleted for resources: {'Port': ['ID=d0273094-934d-46a2-96a3-cf6b830e217b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:37.578388 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] No DVR routers for this DVR port d0273094-934d-46a2-96a3-cf6b830e217b on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:13:37.581131 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:37.584455 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-10d17d5a-ac1d-4456-861c-4bbfbd734a15 req-c51e9223-bc7b-4e2e-8081-bdff06b615fc tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "DELETE /v2.0/ports/d0273094-934d-46a2-96a3-cf6b830e217b HTTP/1.1" status: 204 len: 173 time: 0.4539521 Apr 12 03:13:37.584902 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6c8085-4951-4bbf-b5a0-f9a5457b6539', 'name': 'network-vif-deleted', 'tag': 'd0273094-934d-46a2-96a3-cf6b830e217b'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:37.587206 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff13a63-0508-4705-8d60-1f51cebc9478" -d '{"events": [{"server_uuid": "da6c8085-4951-4bbf-b5a0-f9a5457b6539", "name": "network-vif-deleted", "tag": "d0273094-934d-46a2-96a3-cf6b830e217b"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:37.623443 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474ed6dd-29e0-4ec0-b932-64d5fd313755 x-openstack-request-id: req-474ed6dd-29e0-4ec0-b932-64d5fd313755 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:37.623737 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6c8085-4951-4bbf-b5a0-f9a5457b6539", "name": "network-vif-deleted", "tag": "d0273094-934d-46a2-96a3-cf6b830e217b", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:37.623987 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-474ed6dd-29e0-4ec0-b932-64d5fd313755 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:37.624392 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474ed6dd-29e0-4ec0-b932-64d5fd313755'] response: {'server_uuid': 'da6c8085-4951-4bbf-b5a0-f9a5457b6539', 'name': 'network-vif-deleted', 'tag': 'd0273094-934d-46a2-96a3-cf6b830e217b', 'status': 'completed', 'code': 200} Apr 12 03:13:37.973238 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-77b09295-c6da-46f0-b5a1-bf308305d0cf req-a59d702e-9c7a-4d9d-8a4d-42941f40ffe5 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=da6c8085-4951-4bbf-b5a0-f9a5457b6539 HTTP/1.1" status: 200 len: 210 time: 0.0332720 Apr 12 03:13:39.262457 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21245e81-dc14-4fef-9cc0-20146ccba3ca req-079abb27-d2bd-4da6-816a-c1c05d2aef06 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:39.263958 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-21245e81-dc14-4fef-9cc0-20146ccba3ca req-079abb27-d2bd-4da6-816a-c1c05d2aef06 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0540836 Apr 12 03:13:39.270380 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:39.313586 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-21245e81-dc14-4fef-9cc0-20146ccba3ca req-ab6cf26b-ce49-4f21-99dd-5db27852036b tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Apr 12 03:13:40.273027 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device d0273094-934d-46a2-96a3-cf6b830e217b no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:40.294612 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: d0273094-934d-46a2-96a3-cf6b830e217b {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:40.294989 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device d0273094-934d-46a2-96a3-cf6b830e217b not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:40.660772 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cebe5-5ad1-41ac-86ce-9ccb0d8bec67 req-01c61fc4-e6ab-4c22-a6be-666440d7c416 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:40.662255 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-359cebe5-5ad1-41ac-86ce-9ccb0d8bec67 req-01c61fc4-e6ab-4c22-a6be-666440d7c416 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.2809391 Apr 12 03:13:40.708648 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-359cebe5-5ad1-41ac-86ce-9ccb0d8bec67 req-f5786088-dc0d-4775-8943-ba75e6f8209a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406933 Apr 12 03:13:41.047381 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:13:41.837263 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcfe0d5-c4b6-452b-9c4f-4b945ebcdc6d req-9699b91a-3c4b-4f42-9d3c-062b7e002fb1 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:41.838803 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fcfe0d5-c4b6-452b-9c4f-4b945ebcdc6d req-9699b91a-3c4b-4f42-9d3c-062b7e002fb1 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0526695 Apr 12 03:13:41.891911 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fcfe0d5-c4b6-452b-9c4f-4b945ebcdc6d req-d6d6892e-54cb-4ff0-a084-fa27060c74f2 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472693 Apr 12 03:13:42.780088 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-0efd9e91-d581-4b41-a054-f52a203fb28a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:42.781511 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-0efd9e91-d581-4b41-a054-f52a203fb28a tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0575650 Apr 12 03:13:42.864856 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Deleting port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:42.865531 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.955003 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] For port 1ef9424a-fc3b-4462-8b7c-a13daae39af8, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=1ef9424a-fc3b-4462-8b7c-a13daae39af8,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:42.955365 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:42.969355 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Calling delete_port for 1ef9424a-fc3b-4462-8b7c-a13daae39af8 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:43.002276 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ef13b-fc65-4290-8de3-767b5be0a429 req-fc8cee8c-dedc-4352-9d75-b0609a31e15d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:43.003772 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8b7ef13b-fc65-4290-8de3-767b5be0a429 req-fc8cee8c-dedc-4352-9d75-b0609a31e15d tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/ports?device_id=9754576f-bc36-4fc7-97be-09d34bfad394 HTTP/1.1" status: 200 len: 945 time: 0.0458727 Apr 12 03:13:43.050552 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8b7ef13b-fc65-4290-8de3-767b5be0a429 req-e0d63918-2ab3-434f-84ee-d07224303598 tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.41 "GET /v2.0/security-groups?id=252ada3e-6396-4555-b713-9239c946682f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410986 Apr 12 03:13:43.095599 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (1ef9424a-fc3b-4462-8b7c-a13daae39af8), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.107467 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['1ef9424a-fc3b-4462-8b7c-a13daae39af8'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:13:43.133350 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Pushing event deleted for resources: {'Port': ['ID=1ef9424a-fc3b-4462-8b7c-a13daae39af8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:43.158213 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.158567 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.158940 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.159261 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.159596 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.159928 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.160260 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.160586 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.160912 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.161238 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.161670 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.162003 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.162331 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.162657 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.163004 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:43.184179 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] No DVR routers for this DVR port 1ef9424a-fc3b-4462-8b7c-a13daae39af8 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:13:43.187050 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:43.190537 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ac934eee-8cd1-4a46-942f-9b5587e5173d req-c6d04001-6fc1-442f-8474-832f00a1ebbf tempest-ServerRescueNegativeTestJSON-425310363 tempest-ServerRescueNegativeTestJSON-425310363-project] 10.222.0.24 "DELETE /v2.0/ports/1ef9424a-fc3b-4462-8b7c-a13daae39af8 HTTP/1.1" status: 204 len: 173 time: 0.4035528 Apr 12 03:13:43.190993 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9754576f-bc36-4fc7-97be-09d34bfad394', 'name': 'network-vif-deleted', 'tag': '1ef9424a-fc3b-4462-8b7c-a13daae39af8'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:43.193254 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc6bffa-db6c-448d-8a02-44b7e30eeba1" -d '{"events": [{"server_uuid": "9754576f-bc36-4fc7-97be-09d34bfad394", "name": "network-vif-deleted", "tag": "1ef9424a-fc3b-4462-8b7c-a13daae39af8"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:43.291860 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60874f87-a9c1-4406-b7cb-ddf526898c99 x-openstack-request-id: req-60874f87-a9c1-4406-b7cb-ddf526898c99 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:43.292361 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9754576f-bc36-4fc7-97be-09d34bfad394", "name": "network-vif-deleted", "tag": "1ef9424a-fc3b-4462-8b7c-a13daae39af8", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:43.292641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60874f87-a9c1-4406-b7cb-ddf526898c99 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:43.293155 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60874f87-a9c1-4406-b7cb-ddf526898c99'] response: {'server_uuid': '9754576f-bc36-4fc7-97be-09d34bfad394', 'name': 'network-vif-deleted', 'tag': '1ef9424a-fc3b-4462-8b7c-a13daae39af8', 'status': 'completed', 'code': 200} Apr 12 03:13:44.112838 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47170) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:44.846926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043069'] for router_interface (42b2e326-00d2-421e-9888-f52421bb5f12), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.139482 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Deleting port a571bcae-f43f-46b4-b995-9876b9ef2dc4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:45.140186 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.215191 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] For port a571bcae-f43f-46b4-b995-9876b9ef2dc4, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=a571bcae-f43f-46b4-b995-9876b9ef2dc4,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:45.215545 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.230928 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Calling delete_port for a571bcae-f43f-46b4-b995-9876b9ef2dc4 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:45.410188 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (a571bcae-f43f-46b4-b995-9876b9ef2dc4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.434374 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a571bcae-f43f-46b4-b995-9876b9ef2dc4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:45.595506 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2042897'] for router_interface (42b2e326-00d2-421e-9888-f52421bb5f12), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:45.813013 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Router 42b2e326-00d2-421e-9888-f52421bb5f12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:45.932491 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:45.938743 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-4052e647-e40d-4bf6-a3db-26a946bede15 admin admin] 10.222.0.41 "PUT /v2.0/routers/42b2e326-00d2-421e-9888-f52421bb5f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8248022 Apr 12 03:13:45.940701 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47174) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:45.943090 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] Sync routers for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:45.953750 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:45.954445 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:46.047191 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks [] for router (42b2e326-00d2-421e-9888-f52421bb5f12), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.061776 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:46.152370 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks [] for router_gateway (42b2e326-00d2-421e-9888-f52421bb5f12), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.198432 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Deleting port 3b1ba2cd-daf8-485e-9d17-4c6970081e03 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:46.198764 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.231278 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126'}], 'enable_snat': True}, 'gw_port_id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:13:45Z', 'revision_number': 5, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port': {'id': '3b1ba2cd-daf8-485e-9d17-4c6970081e03', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:46.257703 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] Checking router: 42b2e326-00d2-421e-9888-f52421bb5f12 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:46.266469 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] Routers {'42b2e326-00d2-421e-9888-f52421bb5f12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:46.267109 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['42b2e326-00d2-421e-9888-f52421bb5f12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:46.279555 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] For port 3b1ba2cd-daf8-485e-9d17-4c6970081e03, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=3b1ba2cd-daf8-485e-9d17-4c6970081e03,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:46.280230 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.295095 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Calling delete_port for 3b1ba2cd-daf8-485e-9d17-4c6970081e03 owned by network:router_gateway {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:46.335385 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 1ef9424a-fc3b-4462-8b7c-a13daae39af8 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:46.360597 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 1ef9424a-fc3b-4462-8b7c-a13daae39af8 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:46.360936 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 1ef9424a-fc3b-4462-8b7c-a13daae39af8 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:46.375343 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] Set router 42b2e326-00d2-421e-9888-f52421bb5f12 gateway port host: None {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:46.429046 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 6, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port_host': None}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:46.455453 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f28049d-3428-49f6-b98c-5b2a97ba74ef None None] The sync data for ids ['42b2e326-00d2-421e-9888-f52421bb5f12'] in dv-cinder-837443-1-smb is: [{'id': '42b2e326-00d2-421e-9888-f52421bb5f12', 'name': 'tempest-ServerRescueNegativeTestJSON-2001979572-router', 'tenant_id': '3e13ac14d2a942b3aa56287120726074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:15Z', 'updated_at': '2022-04-12T03:13:46Z', 'revision_number': 6, 'project_id': '3e13ac14d2a942b3aa56287120726074', 'gw_port_host': None}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:46.464351 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (3b1ba2cd-daf8-485e-9d17-4c6970081e03), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.492913 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1ba2cd-daf8-485e-9d17-4c6970081e03,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:46.505801 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.506148 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.506522 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.506886 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.507187 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.507515 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.507837 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.508609 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.508952 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.509297 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.509874 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.510222 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.510558 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.510918 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.511249 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:46.568035 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036983'] for router_gateway (42b2e326-00d2-421e-9888-f52421bb5f12), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.670375 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1993049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2726'] for router (42b2e326-00d2-421e-9888-f52421bb5f12), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.672582 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks [] for router_controller (42b2e326-00d2-421e-9888-f52421bb5f12), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.742402 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1993040'] for router (42b2e326-00d2-421e-9888-f52421bb5f12), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.743473 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b2e326-00d2-421e-9888-f52421bb5f12 {{(pid=103446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:13:46.749662 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.750822 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-fc1e931a-8144-481a-a072-f3c0d7428c12 admin admin] 10.222.0.41 "DELETE /v2.0/routers/42b2e326-00d2-421e-9888-f52421bb5f12 HTTP/1.1" status: 204 len: 168 time: 0.8090725 Apr 12 03:13:46.754546 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47176) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:46.798989 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba275c17-1b44-4588-b821-b2df107eb5c6 admin admin] Deleting subnet 09ab16c8-563a-4e55-81bf-4cf6a947b6a3 {{(pid=103446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:13:46.802549 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba275c17-1b44-4588-b821-b2df107eb5c6 admin admin] Publish callbacks [] for subnet (09ab16c8-563a-4e55-81bf-4cf6a947b6a3), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.837751 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba275c17-1b44-4588-b821-b2df107eb5c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402012'] for subnet (09ab16c8-563a-4e55-81bf-4cf6a947b6a3), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:46.950202 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba275c17-1b44-4588-b821-b2df107eb5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (09ab16c8-563a-4e55-81bf-4cf6a947b6a3), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.012311 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba275c17-1b44-4588-b821-b2df107eb5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10111544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394502'] for subnet (09ab16c8-563a-4e55-81bf-4cf6a947b6a3), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.037660 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba275c17-1b44-4588-b821-b2df107eb5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ab16c8-563a-4e55-81bf-4cf6a947b6a3,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:47.039630 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba275c17-1b44-4588-b821-b2df107eb5c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.042714 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ba275c17-1b44-4588-b821-b2df107eb5c6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/09ab16c8-563a-4e55-81bf-4cf6a947b6a3 HTTP/1.1" status: 204 len: 168 time: 0.2872002 Apr 12 03:13:47.044633 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f0f052-0998-4026-9bbd-7b62fb6f4acb None None] Network ea3f5856-aff3-47d0-98be-7a7334aece44 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:13:47.045317 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47178) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:47.114528 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (ea3f5856-aff3-47d0-98be-7a7334aece44), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.158151 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Deleting port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:47.158492 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.200399 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] DHCP port deletion for ea3f5856-aff3-47d0-98be-7a7334aece44 request from dv-cinder-837443-1-smb {{(pid=103448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:13:47.225734 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] For port e07a37b7-bf8c-4c36-a6bd-39716b3175e3, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:47.226096 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.239062 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Calling delete_port for e07a37b7-bf8c-4c36-a6bd-39716b3175e3 owned by network:dhcp {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:47.239641 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] Deleting port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:47.240015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.304657 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] For port e07a37b7-bf8c-4c36-a6bd-39716b3175e3, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,segment=NetworkSegment(63e8cfbb-37bc-4d48-aa49-3de47f82fcd8),segment_id=63e8cfbb-37bc-4d48-aa49-3de47f82fcd8)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:47.305054 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.319797 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] Calling delete_port for e07a37b7-bf8c-4c36-a6bd-39716b3175e3 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:47.326565 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.354815 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:47.359535 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] No DVR routers for this DVR port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 on host dv-cinder-837443-1-smb {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:13:47.432148 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (ea3f5856-aff3-47d0-98be-7a7334aece44), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.455430 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea3f5856-aff3-47d0-98be-7a7334aece44']}} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:47.466424 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8') {'for_net_delete': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:47.466808 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e8cfbb-37bc-4d48-aa49-3de47f82fcd8') {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:47.478103 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402005'] for segment (63e8cfbb-37bc-4d48-aa49-3de47f82fcd8), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.492176 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (63e8cfbb-37bc-4d48-aa49-3de47f82fcd8), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.499107 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:13:47.499608 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10111634'] for segment (63e8cfbb-37bc-4d48-aa49-3de47f82fcd8), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: Traceback (most recent call last): Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: timer() Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: cb(*args, **kw) Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: return func(*args, **kwargs) Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: self._notify() Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: self.callback(batched_events) Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: event.method(event) Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: return f(self, *a, **k) Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: return self._get(url).json() Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: return self.request(url, 'GET', **kwargs) Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:13:47.501469 dv-cinder-837443-1-smb neutron-server[103446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:13:47.561057 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (ea3f5856-aff3-47d0-98be-7a7334aece44), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.566547 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.569823 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ea3f5856-aff3-47d0-98be-7a7334aece44 HTTP/1.1" status: 204 len: 168 time: 0.5235837 Apr 12 03:13:47.576543 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099'] for port (e07a37b7-bf8c-4c36-a6bd-39716b3175e3), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.580647 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb4cc5-3025-4a90-ba72-d19ea12fe0e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea3f5856-aff3-47d0-98be-7a7334aece44,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:47.599819 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] Pushing event deleted for resources: {'Port': ['ID=e07a37b7-bf8c-4c36-a6bd-39716b3175e3,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:47.602024 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] Network ea3f5856-aff3-47d0-98be-7a7334aece44 is not hosted by any dhcp agent {{(pid=103448) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 12 03:13:47.602503 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4f9db-2637-4ba3-bc5f-749a2314f7da None None] No DVR routers for this DVR port e07a37b7-bf8c-4c36-a6bd-39716b3175e3 on host dv-cinder-837443-1-smb {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:13:47.691568 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47182) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:47.731672 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b1adf669-a3d6-4065-b22f-2752e2deef12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e13ac14d2a942b3aa56287120726074&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388989 Apr 12 03:13:47.734013 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47184) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:47.780908 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72f0fdc-5608-4eb7-a97f-5826083a7f86 admin admin] Publish callbacks [] for security_group (252ada3e-6396-4555-b713-9239c946682f), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.808322 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72f0fdc-5608-4eb7-a97f-5826083a7f86 admin admin] Publish callbacks [] for security_group (252ada3e-6396-4555-b713-9239c946682f), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.863593 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device a571bcae-f43f-46b4-b995-9876b9ef2dc4 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:47.863998 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72f0fdc-5608-4eb7-a97f-5826083a7f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (252ada3e-6396-4555-b713-9239c946682f), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.866724 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d72f0fdc-5608-4eb7-a97f-5826083a7f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:47.867900 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d72f0fdc-5608-4eb7-a97f-5826083a7f86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/252ada3e-6396-4555-b713-9239c946682f HTTP/1.1" status: 204 len: 168 time: 0.1330180 Apr 12 03:13:47.876103 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f0fdc-5608-4eb7-a97f-5826083a7f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252ada3e-6396-4555-b713-9239c946682f,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:47.888074 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: a571bcae-f43f-46b4-b995-9876b9ef2dc4 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:47.888420 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device a571bcae-f43f-46b4-b995-9876b9ef2dc4 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:47.888832 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device e07a37b7-bf8c-4c36-a6bd-39716b3175e3 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:47.913069 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: e07a37b7-bf8c-4c36-a6bd-39716b3175e3 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:47.913414 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device e07a37b7-bf8c-4c36-a6bd-39716b3175e3 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:47.913822 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 3b1ba2cd-daf8-485e-9d17-4c6970081e03 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:13:47.934994 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 3b1ba2cd-daf8-485e-9d17-4c6970081e03 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:13:47.935649 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 3b1ba2cd-daf8-485e-9d17-4c6970081e03 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:13:48.567502 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47206) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:48.665834 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-109202374-network', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:48.687944 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Made reservation on behalf of f179111b0b4a424d9ae7db8a1e8dde63 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:48.690272 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.698663 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.768787 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Publish callbacks [] for security_group (72600d58-3d7c-4c16-9663-cf476efe218f), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.774090 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (72600d58-3d7c-4c16-9663-cf476efe218f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.797251 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:13:48.805867 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72600d58-3d7c-4c16-9663-cf476efe218f,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:48.812065 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (c590290a-6218-487c-a338-1bc47b6abbfd), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.812433 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Added segment c590290a-6218-487c-a338-1bc47b6abbfd of type vlan for network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 Apr 12 03:13:48.851394 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (eb5e466d-d4a7-46fe-b1ad-5c49df790a27), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.876476 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (eb5e466d-d4a7-46fe-b1ad-5c49df790a27), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.877413 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:48.878009 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.909072 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3405330 Apr 12 03:13:48.912188 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47210) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:48.917242 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Request body: {'subnet': {'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-109202374-subnet', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:48.937061 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Made reservation on behalf of f179111b0b4a424d9ae7db8a1e8dde63 for: {'subnet': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:48.939348 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9394523'] for subnet (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:48.940509 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934efc8a-2325-4c42-ba15-f730dff9dddd admin admin] Pushing event updated for resources: {'Network': ['ID=eb5e466d-d4a7-46fe-b1ad-5c49df790a27,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:48.953415 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:13:49.107186 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10122485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9394505'] for subnet (49405552-5f5b-4d8b-9d68-c00137491e7d), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.159999 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49405552-5f5b-4d8b-9d68-c00137491e7d,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:49.170830 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Checking segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103446) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:49.171018 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Network hostable DHCP agents. Network: eb5e466d-d4a7-46fe-b1ad-5c49df790a27, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103446) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:13:49.189627 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103446) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:13:49.199122 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, eb5e466d-d4a7-46fe-b1ad-5c49df790a27) {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:49.203093 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:49.203675 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.208535 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a31ca7-40ce-4925-8ad9-db478b451512 None None] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:13:49.218820 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-5f17329b-21be-4716-bd37-20cab983d23e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3055503 Apr 12 03:13:49.221542 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47212) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:49.225695 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:49.245016 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.246017 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.302049 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks [] for router_controller (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), precommit_add_association {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.310122 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:13:49.310907 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.443340 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks [] for router_gateway (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.444220 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Allocated IP 172.20.0.2 (eb5e466d-d4a7-46fe-b1ad-5c49df790a27/49405552-5f5b-4d8b-9d68-c00137491e7d/1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:49.580871 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Publish callbacks [] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.588545 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.618615 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks [] for router_gateway (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.632467 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:49.637487 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.637680 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:49.639699 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Pushing event updated for resources: {'Port': ['ID=1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:49.641784 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:49.696214 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Attempting to bind port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:49.696489 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Attempting to bind port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:49.696843 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Attempting to bind port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 on network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:49.701740 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:49.702106 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Checking segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:49.702496 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.702903 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Bound using segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:49.703360 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Bound port: 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:49.703740 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.743067 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Allocated IP 172.28.1.212 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/b8ef754b-0f02-4f93-8363-ab546cb18cd1) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:49.762357 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] For port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:49.765294 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] For port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:49.771911 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.828921 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78304f9-7c78-4419-bb92-466390cb304a None None] Pushing event updated for resources: {'Port': ['ID=1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:49.847894 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks [] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.882882 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:49.926582 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:49.929557 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:49.933057 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:49.938937 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ef754b-0f02-4f93-8363-ab546cb18cd1,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:50.443214 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks [] for router_gateway (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.647661 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.690579 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fad9b0-8d13-4af9-b4cd-1f41e1bb768c None None] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:13:50.782673 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:13:50.802340 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-85e06d6e-c3df-4183-8959-30e788e86064 None None] Provisioning complete for port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:50.802707 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85e06d6e-c3df-4183-8959-30e788e86064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.882274 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-85e06d6e-c3df-4183-8959-30e788e86064 None None] Current status of the port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:50.882932 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85e06d6e-c3df-4183-8959-30e788e86064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.905839 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:50.919520 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Sync routers for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:50.924242 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-85e06d6e-c3df-4183-8959-30e788e86064 None None] For port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:50.929625 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:50.930472 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-85e06d6e-c3df-4183-8959-30e788e86064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.930620 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:50.932486 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:50.937022 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2a61321f-5c76-47f0-b9b3-dff6f3f582b9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7144532 Apr 12 03:13:50.939601 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47214) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:50.995790 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e06d6e-c3df-4183-8959-30e788e86064 None None] Pushing event updated for resources: {'Port': ['ID=1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:51.048323 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-3a76df00-ecb1-48ad-8e23-16f63a544efa None None] Provisioning complete for port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:51.048606 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3a76df00-ecb1-48ad-8e23-16f63a544efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.049219 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:51.131974 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-3a76df00-ecb1-48ad-8e23-16f63a544efa None None] Current status of the port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:51.220366 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 3, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:51.247028 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Checking router: f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:51.247374 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Updating router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 port b8ef754b-0f02-4f93-8363-ab546cb18cd1 binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:13:51.277884 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.387984 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.556845 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Allocated IP 172.20.0.1 (eb5e466d-d4a7-46fe-b1ad-5c49df790a27/49405552-5f5b-4d8b-9d68-c00137491e7d/934004bb-ee0b-4932-9dc9-9d0d62068840) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:51.608978 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Publish callbacks [] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.615729 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.663684 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Publish callbacks [] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.664376 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Attempting to bind port b8ef754b-0f02-4f93-8363-ab546cb18cd1 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:51.664758 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Attempting to bind port b8ef754b-0f02-4f93-8363-ab546cb18cd1 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:51.665102 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Attempting to bind port b8ef754b-0f02-4f93-8363-ab546cb18cd1 on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:51.673472 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:51.673932 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:51.674378 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.674747 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:51.675223 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Bound port: b8ef754b-0f02-4f93-8363-ab546cb18cd1, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:51.675744 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.678133 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Pushing event updated for resources: {'Port': ['ID=b8ef754b-0f02-4f93-8363-ab546cb18cd1,revision_number=2']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:51.700678 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.709224 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.709561 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.709893 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.710239 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.710567 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.710914 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.711230 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.711544 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.711855 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.712173 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.712512 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.712867 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.713180 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.713489 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.713793 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:13:51.739820 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:51.744096 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:51.744519 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] For port b8ef754b-0f02-4f93-8363-ab546cb18cd1, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:51.747715 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] For port b8ef754b-0f02-4f93-8363-ab546cb18cd1, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b8ef754b-0f02-4f93-8363-ab546cb18cd1,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:51.748516 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:51.751639 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Pushing event updated for resources: {'Port': ['ID=934004bb-ee0b-4932-9dc9-9d0d62068840,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:51.755717 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.789865 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.815693 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:51.816329 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:51.870656 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce54be-5706-4e2c-84b5-b7cf8d74d1b3 None None] Pushing event updated for resources: {'Port': ['ID=b8ef754b-0f02-4f93-8363-ab546cb18cd1,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:51.910558 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:51.935120 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:51.955124 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:51.983508 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:51.983916 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.067854 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0d6e098-4564-4cb3-ada0-3d9650811693 None None] Provisioning complete for port 934004bb-ee0b-4932-9dc9-9d0d62068840 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:52.068226 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0d6e098-4564-4cb3-ada0-3d9650811693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.096236 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:52.105421 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0d6e098-4564-4cb3-ada0-3d9650811693 None None] Port 934004bb-ee0b-4932-9dc9-9d0d62068840 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:52.127029 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 3, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:52.138624 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Publish callbacks [] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.144020 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.156788 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e4c0f6-698b-4729-a6a5-48e3b77e6f53 None None] The sync data for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb is: [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:50Z', 'revision_number': 3, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:52.215184 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Pushing event updated for resources: {'Port': ['ID=934004bb-ee0b-4932-9dc9-9d0d62068840,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:52.218651 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.311806 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:52.313149 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:52.461721 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:52.580419 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:52.585641 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-77589962-680e-4aea-8cce-928f0ce3fa5a admin admin] 10.222.0.41 "PUT /v2.0/routers/f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6449194 Apr 12 03:13:52.626519 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-43893f58-325b-4f04-869b-b72819247e92 None None] Provisioning complete for port 934004bb-ee0b-4932-9dc9-9d0d62068840 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:52.626920 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-43893f58-325b-4f04-869b-b72819247e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:52.665997 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-43893f58-325b-4f04-869b-b72819247e92 None None] Port 934004bb-ee0b-4932-9dc9-9d0d62068840 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:53.049643 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47226) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:53.054392 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-e4c62782-ca14-436e-a857-2a4d3507527b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228397573', 'description': 'tempest-description--647718657'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:53.077531 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e4c62782-ca14-436e-a857-2a4d3507527b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.144731 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e4c62782-ca14-436e-a857-2a4d3507527b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (1d3bd035-4ff3-4241-a9af-df95a093a2cf), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.150575 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e4c62782-ca14-436e-a857-2a4d3507527b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (1d3bd035-4ff3-4241-a9af-df95a093a2cf), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.180869 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e4c62782-ca14-436e-a857-2a4d3507527b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.182160 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-e4c62782-ca14-436e-a857-2a4d3507527b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1314728 Apr 12 03:13:53.184006 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c62782-ca14-436e-a857-2a4d3507527b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3bd035-4ff3-4241-a9af-df95a093a2cf,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:53.185565 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47228) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:53.190259 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1e939ae8-f94f-4df1-aca6-6252c6d3446a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'security_group_rule': {'security_group_id': '1d3bd035-4ff3-4241-a9af-df95a093a2cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:53.218176 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e939ae8-f94f-4df1-aca6-6252c6d3446a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (a72d8ec6-772a-450d-956c-d61c466c5d9f), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.281359 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e939ae8-f94f-4df1-aca6-6252c6d3446a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (a72d8ec6-772a-450d-956c-d61c466c5d9f), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.286410 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e939ae8-f94f-4df1-aca6-6252c6d3446a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (a72d8ec6-772a-450d-956c-d61c466c5d9f), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.304233 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e939ae8-f94f-4df1-aca6-6252c6d3446a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72d8ec6-772a-450d-956c-d61c466c5d9f,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:53.313591 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e939ae8-f94f-4df1-aca6-6252c6d3446a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.315122 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-1e939ae8-f94f-4df1-aca6-6252c6d3446a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280675 Apr 12 03:13:53.317685 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47230) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:53.322191 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-8d18f834-bd43-4497-9f9c-1b4529e466ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'security_group_rule': {'security_group_id': '1d3bd035-4ff3-4241-a9af-df95a093a2cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:53.348870 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8d18f834-bd43-4497-9f9c-1b4529e466ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (a9433d20-6442-4357-a926-32fe78b47a67), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.407834 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8d18f834-bd43-4497-9f9c-1b4529e466ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (a9433d20-6442-4357-a926-32fe78b47a67), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.412676 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8d18f834-bd43-4497-9f9c-1b4529e466ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (a9433d20-6442-4357-a926-32fe78b47a67), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.430661 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18f834-bd43-4497-9f9c-1b4529e466ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9433d20-6442-4357-a926-32fe78b47a67,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:53.438612 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8d18f834-bd43-4497-9f9c-1b4529e466ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.439847 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8d18f834-bd43-4497-9f9c-1b4529e466ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211545 Apr 12 03:13:53.442884 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47232) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:53.447131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:53.467431 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.543938 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.648683 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Sync routers for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:53.657150 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Allocated IP 172.28.1.198 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/1f70aa4b-b383-400f-a4be-1ad710cad7ac) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:53.659896 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:53.660513 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:53.755963 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for port (1f70aa4b-b383-400f-a4be-1ad710cad7ac), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.768815 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:53.789104 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (1f70aa4b-b383-400f-a4be-1ad710cad7ac), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.831542 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:53.834380 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:53.837893 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:53.863734 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'Port': ['ID=1f70aa4b-b383-400f-a4be-1ad710cad7ac,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:53.896125 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b8ef754b-0f02-4f93-8363-ab546cb18cd1 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:53.925649 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (4880f202-3c82-4f05-be86-e133c0ea8bcc), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.963573 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1f70aa4b-b383-400f-a4be-1ad710cad7ac), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:53.992778 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port b8ef754b-0f02-4f93-8363-ab546cb18cd1 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:53.993146 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.025488 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:52Z', 'revision_number': 2, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:54.054337 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Checking router: f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:54.054708 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Updating router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 port 934004bb-ee0b-4932-9dc9-9d0d62068840 binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:13:54.087247 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.116001 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for port (1f70aa4b-b383-400f-a4be-1ad710cad7ac), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.122237 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (1f70aa4b-b383-400f-a4be-1ad710cad7ac), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.154237 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port b8ef754b-0f02-4f93-8363-ab546cb18cd1 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:54.154649 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.226905 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port b8ef754b-0f02-4f93-8363-ab546cb18cd1, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b8ef754b-0f02-4f93-8363-ab546cb18cd1,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:54.233108 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.339392 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=b8ef754b-0f02-4f93-8363-ab546cb18cd1,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:54.438035 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Publish callbacks [] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.443933 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.444442 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'Port': ['ID=1f70aa4b-b383-400f-a4be-1ad710cad7ac,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:54.452953 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (4880f202-3c82-4f05-be86-e133c0ea8bcc), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.468916 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.470144 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-d83b5283-e478-447e-b778-0c2cd1005aba tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0263374 Apr 12 03:13:54.500818 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a622a40-740d-4dcb-b356-d16d5892df39 None None] Pushing event updated for resources: {'Port': ['ID=934004bb-ee0b-4932-9dc9-9d0d62068840,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:54.560995 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Attempting to bind port 934004bb-ee0b-4932-9dc9-9d0d62068840 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:54.561369 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Attempting to bind port 934004bb-ee0b-4932-9dc9-9d0d62068840 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:54.561728 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Attempting to bind port 934004bb-ee0b-4932-9dc9-9d0d62068840 on network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:54.567757 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:54.567883 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Checking segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:54.568359 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.568660 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Bound using segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:54.569134 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Bound port: 934004bb-ee0b-4932-9dc9-9d0d62068840, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:54.569508 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.629563 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-2892cd58-ccb5-4765-b9af-cefb05ef4a07 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--228397573&fields=id&tenant_id=f179111b0b4a424d9ae7db8a1e8dde63 HTTP/1.1" status: 200 len: 267 time: 0.0460725 Apr 12 03:13:54.634531 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] For port 934004bb-ee0b-4932-9dc9-9d0d62068840, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:54.638373 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] For port 934004bb-ee0b-4932-9dc9-9d0d62068840, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=934004bb-ee0b-4932-9dc9-9d0d62068840,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:54.645928 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.716750 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-6176c4d2-6c72-4557-843e-4d1de8bfc949 None None] Provisioning complete for port 934004bb-ee0b-4932-9dc9-9d0d62068840 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:54.717356 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6176c4d2-6c72-4557-843e-4d1de8bfc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:54.741327 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a622a40-740d-4dcb-b356-d16d5892df39 None None] Pushing event updated for resources: {'Port': ['ID=934004bb-ee0b-4932-9dc9-9d0d62068840,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:54.746143 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f673-32a4-446e-900e-46d1bd49729d req-818afa19-7287-45e0-b2a7-5393966dd818 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:54.748169 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-818afa19-7287-45e0-b2a7-5393966dd818 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 810 time: 0.1102474 Apr 12 03:13:54.748328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:54.748906 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:54.766026 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-85cbd730-1a4f-4800-88ac-c102d5edf855 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/quotas/f179111b0b4a424d9ae7db8a1e8dde63 HTTP/1.1" status: 200 len: 375 time: 0.0110269 Apr 12 03:13:54.822579 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-d39e816b-9432-4b1c-9045-2fe323a8c2d2 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504439 Apr 12 03:13:54.972721 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-d23862ef-bcf5-4a7a-81f4-f27ad1761efb service neutron] 10.222.0.41 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375902 Apr 12 03:13:55.022433 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:55.024560 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6176c4d2-6c72-4557-843e-4d1de8bfc949 None None] Current status of the port 934004bb-ee0b-4932-9dc9-9d0d62068840 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:55.024947 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6176c4d2-6c72-4557-843e-4d1de8bfc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:55.070504 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-fe9a2da7-59c6-4bdc-9373-ccd8ab5118fe service neutron] 10.222.0.41 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873091 Apr 12 03:13:55.125315 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-6176c4d2-6c72-4557-843e-4d1de8bfc949 None None] For port 934004bb-ee0b-4932-9dc9-9d0d62068840, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=934004bb-ee0b-4932-9dc9-9d0d62068840,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:55.135091 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6176c4d2-6c72-4557-843e-4d1de8bfc949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:55.227747 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176c4d2-6c72-4557-843e-4d1de8bfc949 None None] Pushing event updated for resources: {'Port': ['ID=934004bb-ee0b-4932-9dc9-9d0d62068840,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:55.241452 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6e2bf9a9-e055-40c4-bff1-e7ddd9519a80 req-754e91e3-7e99-48de-9bcc-36532587dbe9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 210 time: 0.0367625 Apr 12 03:13:55.273456 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-f014d250-a7e9-4481-b611-2a11250d7863 None None] Provisioning complete for port 934004bb-ee0b-4932-9dc9-9d0d62068840 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:55.273729 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f014d250-a7e9-4481-b611-2a11250d7863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:55.301116 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:55.335093 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5da4b67-08b6-4549-a42c-dbc538da681a None None] The sync data for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb is: [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:55.406294 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f014d250-a7e9-4481-b611-2a11250d7863 None None] Current status of the port 934004bb-ee0b-4932-9dc9-9d0d62068840 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:55.941221 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 934004bb-ee0b-4932-9dc9-9d0d62068840 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:55.988395 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 934004bb-ee0b-4932-9dc9-9d0d62068840 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:55.988872 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:56.069397 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 934004bb-ee0b-4932-9dc9-9d0d62068840 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:56.070466 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b8ef754b-0f02-4f93-8363-ab546cb18cd1 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:13:56.117134 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port b8ef754b-0f02-4f93-8363-ab546cb18cd1 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:56.117498 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:56.202365 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port b8ef754b-0f02-4f93-8363-ab546cb18cd1 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:56.363954 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f673-32a4-446e-900e-46d1bd49729d req-aaa73a3a-988a-41df-afad-68e3d7794aed tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:56.365406 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-aaa73a3a-988a-41df-afad-68e3d7794aed tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 810 time: 0.1267009 Apr 12 03:13:56.370119 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6a1e61bd-0ba0-4045-a28e-ee2d82059f6c req-edc62c8e-24e8-4c96-a6ef-c40f8be1513e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 210 time: 0.0301883 Apr 12 03:13:56.434744 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-a3c56a5d-80e7-4f0b-96f6-58770a70eba4 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f179111b0b4a424d9ae7db8a1e8dde63 HTTP/1.1" status: 200 len: 379 time: 0.0591593 Apr 12 03:13:56.442803 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'port': {'device_id': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'admin_state_up': True, 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'security_groups': ['1d3bd035-4ff3-4241-a9af-df95a093a2cf']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:56.554551 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Made reservation on behalf of f179111b0b4a424d9ae7db8a1e8dde63 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:13:56.559865 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:56.686089 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Allocated IP 172.20.0.13 (eb5e466d-d4a7-46fe-b1ad-5c49df790a27/49405552-5f5b-4d8b-9d68-c00137491e7d/faf0a5e5-8ddb-4dc5-b787-659daa885290) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:13:56.844718 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-4f4a974d-0f33-4f53-8729-8da08ca2e8da tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-356299998&fields=id&tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea HTTP/1.1" status: 200 len: 267 time: 0.0907769 Apr 12 03:13:56.866676 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:56.907590 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-3667db14-033d-4df2-947b-2005452141e1 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:56.909034 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-3667db14-033d-4df2-947b-2005452141e1 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 984 time: 0.0587413 Apr 12 03:13:56.922726 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Request body: {'port': {'security_groups': ['2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:56.969818 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.039971 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.044354 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:13:57.053660 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:13:57.057120 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'Port': ['ID=faf0a5e5-8ddb-4dc5-b787-659daa885290,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:57.059248 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:13:57.147430 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:57.148038 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.183721 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-81d7c44e-86e8-4d64-9e45-c14921f48764 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7445037 Apr 12 03:13:57.235102 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-c9c483e2-e1ef-4052-b52f-072e4c44ea9f None None] Provisioning complete for port faf0a5e5-8ddb-4dc5-b787-659daa885290 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:57.235645 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c9c483e2-e1ef-4052-b52f-072e4c44ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.253899 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Request body: {'port': {'device_id': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:13:57.270543 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-c9c483e2-e1ef-4052-b52f-072e4c44ea9f None None] Port faf0a5e5-8ddb-4dc5-b787-659daa885290 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:13:57.328481 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] For port 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:13:57.339208 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.383591 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.389488 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.402382 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['6ecb4dce-c34c-479c-800d-a148c5d81fb2'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:13:57.453567 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:57.454210 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.455647 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dbc1d0e4-be54-4976-bcb6-b07e4a0dc19a req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "PUT /v2.0/ports/6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 942 time: 0.5384958 Apr 12 03:13:57.456103 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:57.458332 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837c444f-43a0-4920-b9aa-62d5fb24b507" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:57.462154 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47278) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:57.524885 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48004e69-a438-4456-ac50-98e1021345f7 x-openstack-request-id: req-48004e69-a438-4456-ac50-98e1021345f7 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:57.525226 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:57.525409 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48004e69-a438-4456-ac50-98e1021345f7 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:57.525847 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48004e69-a438-4456-ac50-98e1021345f7'] response: {'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'status': 'completed', 'code': 200} Apr 12 03:13:57.530857 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493e399-31c7-4a06-83ee-7e936ab60ad6 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event updated for resources: {'Port': ['ID=6ecb4dce-c34c-479c-800d-a148c5d81fb2,revision_number=7']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:57.549855 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['6ecb4dce-c34c-479c-800d-a148c5d81fb2'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:13:57.616410 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d64cc-291f-48e8-adba-2debb354712a req-77019946-bf4f-4e9a-bfd2-97861e9575f7 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:57.618285 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-285d64cc-291f-48e8-adba-2debb354712a req-77019946-bf4f-4e9a-bfd2-97861e9575f7 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 932 time: 0.1268990 Apr 12 03:13:57.637640 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-bab63539-e20d-4ae1-9574-9db38951eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:57.639443 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-bab63539-e20d-4ae1-9574-9db38951eaaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1129 time: 0.0930951 Apr 12 03:13:57.724587 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c2809b23-e91e-4df3-b5da-642ebf73c058 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group (3879c65c-9654-480d-9eca-ee428bc2e64b), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.734667 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf0a5e5-8ddb-4dc5-b787-659daa885290 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:13:57.742150 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Publish callbacks [] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.755199 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Transition to ACTIVE for port object faf0a5e5-8ddb-4dc5-b787-659daa885290 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:13:57.760470 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.771877 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c2809b23-e91e-4df3-b5da-642ebf73c058 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group (3879c65c-9654-480d-9eca-ee428bc2e64b), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.799387 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-6bdc9698-3227-4df5-b9a9-78d373f4bbb5 None None] Provisioning complete for port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:13:57.799595 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6bdc9698-3227-4df5-b9a9-78d373f4bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.810908 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=faf0a5e5-8ddb-4dc5-b787-659daa885290,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:57.844180 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-285d64cc-291f-48e8-adba-2debb354712a req-a1b55482-6e43-4d83-a1d6-7123b72662bf tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014472 Apr 12 03:13:57.871304 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-abd2d4bc-11f8-4fc6-a036-62af2234b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:57.873172 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-abd2d4bc-11f8-4fc6-a036-62af2234b4f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 HTTP/1.1" status: 200 len: 916 time: 0.2222416 Apr 12 03:13:57.902158 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6bdc9698-3227-4df5-b9a9-78d373f4bbb5 None None] Current status of the port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:13:57.909912 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Attempting to bind port faf0a5e5-8ddb-4dc5-b787-659daa885290 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:13:57.910244 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Attempting to bind port faf0a5e5-8ddb-4dc5-b787-659daa885290 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:13:57.910568 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Attempting to bind port faf0a5e5-8ddb-4dc5-b787-659daa885290 on network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:57.915456 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Port faf0a5e5-8ddb-4dc5-b787-659daa885290 on network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:13:57.915864 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Attempting to bind port faf0a5e5-8ddb-4dc5-b787-659daa885290 on network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:13:57.923404 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:13:57.923793 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Checking segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:13:57.924165 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Bound using segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:13:57.924761 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Bound port: faf0a5e5-8ddb-4dc5-b787-659daa885290, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:13:57.925123 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.954171 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-cb156cfe-0383-4035-a9e8-47e40b9ae1f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 1000 time: 0.0748091 Apr 12 03:13:57.955509 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c2809b23-e91e-4df3-b5da-642ebf73c058 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (3879c65c-9654-480d-9eca-ee428bc2e64b), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.958213 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c2809b23-e91e-4df3-b5da-642ebf73c058 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:57.961766 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c2809b23-e91e-4df3-b5da-642ebf73c058 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "DELETE /v2.0/security-groups/3879c65c-9654-480d-9eca-ee428bc2e64b HTTP/1.1" status: 204 len: 168 time: 0.4958222 Apr 12 03:13:57.963688 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47280) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:13:58.005590 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] For port faf0a5e5-8ddb-4dc5-b787-659daa885290, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:13:58.009031 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] For port faf0a5e5-8ddb-4dc5-b787-659daa885290, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:13:58.016979 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.037077 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2809b23-e91e-4df3-b5da-642ebf73c058 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3879c65c-9654-480d-9eca-ee428bc2e64b,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:58.056455 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:58.057266 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.059026 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] 10.222.0.24 "PUT /v2.0/ports/faf0a5e5-8ddb-4dc5-b787-659daa885290 HTTP/1.1" status: 200 len: 1094 time: 0.8681612 Apr 12 03:13:58.084715 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f514b-aa66-49a2-b5c7-a1255dccb2b6 service neutron] Pushing event updated for resources: {'Port': ['ID=faf0a5e5-8ddb-4dc5-b787-659daa885290,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:58.089133 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-3f858cd6-ddaa-4b27-bf46-95575ce13714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:58.090806 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-3f858cd6-ddaa-4b27-bf46-95575ce13714 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd8afa46-70ac-4f2c-ab8e-049cf01d52d0 HTTP/1.1" status: 200 len: 854 time: 0.1303961 Apr 12 03:13:58.148669 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f673-32a4-446e-900e-46d1bd49729d req-71e9e1a1-cc75-4831-be6b-e4c95871807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:58.150231 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-71e9e1a1-cc75-4831-be6b-e4c95871807f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 1128 time: 0.0485985 Apr 12 03:13:58.190933 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-4a8177f1-aa7d-46f1-8d3f-47489a601087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:58.192481 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-4a8177f1-aa7d-46f1-8d3f-47489a601087 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0666478 Apr 12 03:13:58.197469 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-fe877a91-7169-4fbf-b7b8-195348fb8bdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290 HTTP/1.1" status: 200 len: 217 time: 0.0409920 Apr 12 03:13:58.250212 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f673-32a4-446e-900e-46d1bd49729d req-7ecad5bd-4340-490e-8c7d-52ef68a6c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:58.252227 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-7ecad5bd-4340-490e-8c7d-52ef68a6c160 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0484354 Apr 12 03:13:58.278579 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Deleting port 5b430f8a-b397-4cc0-ab0c-c671ac3f0be4 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:13:58.278941 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.301985 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7f673-32a4-446e-900e-46d1bd49729d req-2818f6e0-c0b6-4e73-9cd5-e51e09e868ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:58.303518 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-2818f6e0-c0b6-4e73-9cd5-e51e09e868ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0452511 Apr 12 03:13:58.356944 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-6098876d-6e0c-4aa4-8556-46efe75f1d75 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426964 Apr 12 03:13:58.391682 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.391929 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for floatingip (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.403004 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-37fad7f6-dd85-4955-bdc2-dd981fa7a98a service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931046 Apr 12 03:13:58.437890 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Calling delete_port for 5b430f8a-b397-4cc0-ab0c-c671ac3f0be4 owned by network:floatingip {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:13:58.490462 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-afb7f673-32a4-446e-900e-46d1bd49729d req-8cbc69df-38ca-4eb4-a0d1-b422371b5cea service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810492 Apr 12 03:13:58.533217 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-837c444f-43a0-4920-b9aa-62d5fb24b507 req-ea38e2b5-6242-4f94-9335-02d63d22ce13 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697636 Apr 12 03:13:58.634946 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (5b430f8a-b397-4cc0-ab0c-c671ac3f0be4), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.659639 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event deleted for resources: {'Port': ['ID=5b430f8a-b397-4cc0-ab0c-c671ac3f0be4,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:13:58.722962 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks [] for floatingip (8169f178-d0b6-4096-8e4b-dea7b1383945), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:58.723348 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.l3_db [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Floating IP 8169f178-d0b6-4096-8e4b-dea7b1383945 disassociated (deleted). External IP: 172.28.1.53, port: 6ecb4dce-c34c-479c-800d-a148c5d81fb2. Apr 12 03:13:58.949290 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Router e158a4dc-09f4-4729-8bc8-64a3cf714566 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:13:58.956272 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164600e-9a4e-42be-b0f9-f7e43005deb2 req-93c6338a-8804-4dfb-915c-42d12848d787 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:13:58.957721 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6164600e-9a4e-42be-b0f9-f7e43005deb2 req-93c6338a-8804-4dfb-915c-42d12848d787 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 944 time: 0.0503004 Apr 12 03:13:59.003132 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6164600e-9a4e-42be-b0f9-f7e43005deb2 req-b726c388-32c3-48e0-91e2-c38a5e3caca2 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Apr 12 03:13:59.059683 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:13:59.064818 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:13:59.071913 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] Sync routers for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:13:59.082877 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:59.083565 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:59.095746 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-13610ad4-c086-446e-b0c0-477a9c119627 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "DELETE /v2.0/floatingips/8169f178-d0b6-4096-8e4b-dea7b1383945 HTTP/1.1" status: 204 len: 168 time: 1.1249671 Apr 12 03:13:59.096285 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:59.098531 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa05320-6503-403c-b6d1-75cddc4d3479" -d '{"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:59.193695 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:59.204037 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f15fd26-85ec-465f-b0ec-0621fa68e254 x-openstack-request-id: req-1f15fd26-85ec-465f-b0ec-0621fa68e254 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:59.204326 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:59.204574 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f15fd26-85ec-465f-b0ec-0621fa68e254 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:59.204977 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f15fd26-85ec-465f-b0ec-0621fa68e254'] response: {'name': 'network-changed', 'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'status': 'completed', 'code': 200} Apr 12 03:13:59.381012 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:15Z', 'revision_number': 5, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:59.411003 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] Checking router: e158a4dc-09f4-4729-8bc8-64a3cf714566 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:13:59.419957 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:13:59.420550 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:13:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:59.526951 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'tag': 'faf0a5e5-8ddb-4dc5-b787-659daa885290'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:13:59.529307 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b248a-db38-48b6-9322-b905b433fdd2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb", "tag": "faf0a5e5-8ddb-4dc5-b787-659daa885290"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:13:59.539197 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:13:59.569472 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4e0f42-de42-45f5-ad89-8d0b09216b4f x-openstack-request-id: req-0f4e0f42-de42-45f5-ad89-8d0b09216b4f {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:13:59.569765 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb", "tag": "faf0a5e5-8ddb-4dc5-b787-659daa885290", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:13:59.570014 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f4e0f42-de42-45f5-ad89-8d0b09216b4f {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:13:59.570415 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4e0f42-de42-45f5-ad89-8d0b09216b4f'] response: {'name': 'network-changed', 'server_uuid': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'tag': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'status': 'completed', 'code': 200} Apr 12 03:13:59.726035 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:15Z', 'revision_number': 5, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:13:59.762287 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d419263-1958-4961-bab3-a33158e1cff8 None None] The sync data for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb is: [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:10:10Z', 'revision_number': 4, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '76125e17-482e-4160-874c-362f2a10ad20', 'name': '', 'network_id': '62a16cfe-b5a0-4e2a-bdb3-dce114847dd0', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'mac_address': 'fa:16:3e:7d:33:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:10Z', 'updated_at': '2022-04-12T03:10:15Z', 'revision_number': 5, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'subnets': [{'id': 'dd8afa46-70ac-4f2c-ab8e-049cf01d52d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:13:59.976169 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75c59db-cfb4-4f96-a8b0-3c5dd08f6cf4 None None] New status for floating IP 8169f178-d0b6-4096-8e4b-dea7b1383945: DOWN {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:14:00.116210 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f86a2e-d3a6-49a5-b64b-11c164d52f22 req-427e1241-228b-4f7f-ba81-e8003cf68718 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:00.117648 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c1f86a2e-d3a6-49a5-b64b-11c164d52f22 req-427e1241-228b-4f7f-ba81-e8003cf68718 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 944 time: 0.0452871 Apr 12 03:14:00.166197 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c1f86a2e-d3a6-49a5-b64b-11c164d52f22 req-c46ede0f-a096-4998-bd8f-0fbd4c94a977 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403147 Apr 12 03:14:00.643537 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-33736f93-9502-49d9-a00e-3021deccab2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:00.739398 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b248a-db38-48b6-9322-b905b433fdd2 req-19486f8a-7e47-4cd7-87b2-2aa68e966bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:00.740986 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-178b248a-db38-48b6-9322-b905b433fdd2 req-19486f8a-7e47-4cd7-87b2-2aa68e966bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 1128 time: 0.0447676 Apr 12 03:14:00.758008 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-2534a256-d6d3-4d78-bfdc-2de71707ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:00.759612 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-2534a256-d6d3-4d78-bfdc-2de71707ff7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 1129 time: 0.0428908 Apr 12 03:14:00.841827 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b248a-db38-48b6-9322-b905b433fdd2 req-5b33083f-834c-4198-8891-bec5cb3fefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:00.843501 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-178b248a-db38-48b6-9322-b905b433fdd2 req-5b33083f-834c-4198-8891-bec5cb3fefe0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 911 time: 0.0849075 Apr 12 03:14:00.870711 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-4db00173-f257-498f-b6bc-d71946c1d602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:00.872179 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-4db00173-f257-498f-b6bc-d71946c1d602 service neutron] 10.222.0.24 "GET /v2.0/networks?id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 HTTP/1.1" status: 200 len: 916 time: 0.0848520 Apr 12 03:14:01.199526 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-178b248a-db38-48b6-9322-b905b433fdd2 req-f3906469-9c30-4e1f-b774-c22c63148f4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290 HTTP/1.1" status: 200 len: 217 time: 0.0420091 Apr 12 03:14:01.200006 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-6e375f0d-02a5-43ad-a649-3f60801c53bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 200 len: 217 time: 0.0426321 Apr 12 03:14:01.253394 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b248a-db38-48b6-9322-b905b433fdd2 req-d189c826-3132-49f3-b410-450f74599532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:01.255620 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-178b248a-db38-48b6-9322-b905b433fdd2 req-d189c826-3132-49f3-b410-450f74599532 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0449843 Apr 12 03:14:01.300948 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b248a-db38-48b6-9322-b905b433fdd2 req-c9da0013-c4ab-44f5-8d52-48e65c74c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:01.302588 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-178b248a-db38-48b6-9322-b905b433fdd2 req-c9da0013-c4ab-44f5-8d52-48e65c74c5bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0409400 Apr 12 03:14:01.314911 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40825f8-f282-4bdf-8a08-edfa32ca30ed req-3a935ac7-08b0-42e5-bfe0-314c767de218 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:01.316431 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c40825f8-f282-4bdf-8a08-edfa32ca30ed req-3a935ac7-08b0-42e5-bfe0-314c767de218 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 944 time: 0.0758028 Apr 12 03:14:01.339323 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-5a90ee4f-db7f-4255-beaf-b60557b9a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:01.340768 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-5a90ee4f-db7f-4255-beaf-b60557b9a891 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dd8afa46-70ac-4f2c-ab8e-049cf01d52d0 HTTP/1.1" status: 200 len: 854 time: 0.0727258 Apr 12 03:14:01.413088 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-fbbae921-624e-415e-8a50-15b5852983af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:01.414729 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-fbbae921-624e-415e-8a50-15b5852983af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0663526 Apr 12 03:14:01.417778 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c40825f8-f282-4bdf-8a08-edfa32ca30ed req-694e5e8e-2e62-4f90-907a-fb1e501ac73b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945537 Apr 12 03:14:01.428119 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-178b248a-db38-48b6-9322-b905b433fdd2 req-f0782e07-e76c-4a6c-ac7d-a0e41b0d7463 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181383 Apr 12 03:14:01.521519 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-cc18198e-4bd4-418c-b461-98b5e30bef49 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002703 Apr 12 03:14:01.526753 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-178b248a-db38-48b6-9322-b905b433fdd2 req-bf6c9f55-d4c3-4a42-bec0-d3f180947b20 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906339 Apr 12 03:14:01.611420 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0fa05320-6503-403c-b6d1-75cddc4d3479 req-70b66457-a50b-4f78-a181-82793d373d04 service neutron] 10.222.0.24 "GET /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845153 Apr 12 03:14:02.505596 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device faf0a5e5-8ddb-4dc5-b787-659daa885290 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:14:02.615108 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port faf0a5e5-8ddb-4dc5-b787-659daa885290, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:02.627607 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'port_id': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'mac_address': 'fa:16:3e:6e:16:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:14:02.667940 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port faf0a5e5-8ddb-4dc5-b787-659daa885290 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:02.668418 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:02.683505 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf0a5e5-8ddb-4dc5-b787-659daa885290 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:14:02.706918 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port faf0a5e5-8ddb-4dc5-b787-659daa885290, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:02.713751 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:02.770251 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=faf0a5e5-8ddb-4dc5-b787-659daa885290,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:02.778004 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.778342 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.778741 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.779081 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.779382 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.779699 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.780028 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.780381 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.780711 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.781011 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.781327 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.781654 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.781968 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.782302 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.782589 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:14:02.803070 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860394f2-16f2-4125-9cb8-97bf59b6f160 req-db58db7c-30fa-430b-8b69-9f3a7b7e374c tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:02.804708 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-860394f2-16f2-4125-9cb8-97bf59b6f160 req-db58db7c-30fa-430b-8b69-9f3a7b7e374c tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 944 time: 0.3067360 Apr 12 03:14:02.851230 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-860394f2-16f2-4125-9cb8-97bf59b6f160 req-62146e6c-0502-45cb-b8c3-d278cd628323 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402052 Apr 12 03:14:03.044631 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-420e87fe-81e2-4426-aa67-c7524030c1a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:03.068912 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['faf0a5e5-8ddb-4dc5-b787-659daa885290'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:14:03.765298 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:03.966765 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0857485-63da-4a66-a012-a382c62bafe6 req-0d605c3c-a8d4-4939-b61c-0a461d87e91f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:03.967770 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b69dab-af63-46f6-a019-4654ed8faf9d req-655f0af3-2117-4eea-87eb-03fb70440f85 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:03.968236 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d0857485-63da-4a66-a012-a382c62bafe6 req-0d605c3c-a8d4-4939-b61c-0a461d87e91f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 945 time: 0.0469415 Apr 12 03:14:03.969183 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82b69dab-af63-46f6-a019-4654ed8faf9d req-655f0af3-2117-4eea-87eb-03fb70440f85 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0460052 Apr 12 03:14:04.015070 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d0857485-63da-4a66-a012-a382c62bafe6 req-34efb5e8-c735-4c22-83b2-a4d1dc9d7c6d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407126 Apr 12 03:14:04.018632 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-82b69dab-af63-46f6-a019-4654ed8faf9d req-ae87c72f-2a81-44e7-8205-98d62df785eb tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439639 Apr 12 03:14:04.527429 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device faf0a5e5-8ddb-4dc5-b787-659daa885290 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:14:04.581136 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port faf0a5e5-8ddb-4dc5-b787-659daa885290 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:14:04.589015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port faf0a5e5-8ddb-4dc5-b787-659daa885290 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:14:04.589450 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:04.671351 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port faf0a5e5-8ddb-4dc5-b787-659daa885290 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:04.671734 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:04.694966 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf0a5e5-8ddb-4dc5-b787-659daa885290'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:04.697192 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e0b0f1-fa6f-42c5-a4d0-d2ee549de81b" -d '{"events": [{"server_uuid": "dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb", "name": "network-vif-plugged", "status": "completed", "tag": "faf0a5e5-8ddb-4dc5-b787-659daa885290"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:04.709881 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port faf0a5e5-8ddb-4dc5-b787-659daa885290, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:04.715463 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:04.761592 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=faf0a5e5-8ddb-4dc5-b787-659daa885290,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:04.787172 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47588653-f830-4e5a-aed0-5ea1d2bb588e x-openstack-request-id: req-47588653-f830-4e5a-aed0-5ea1d2bb588e {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:04.787770 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb", "name": "network-vif-plugged", "status": "completed", "tag": "faf0a5e5-8ddb-4dc5-b787-659daa885290", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:04.787770 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47588653-f830-4e5a-aed0-5ea1d2bb588e {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:04.788106 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47588653-f830-4e5a-aed0-5ea1d2bb588e'] response: {'server_uuid': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'code': 200} Apr 12 03:14:05.131649 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153d723-5cad-4dff-83e6-a16ce212b954 req-cbbe8f08-a2f9-450f-b167-e9ccfd0d2b1f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:05.133096 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b153d723-5cad-4dff-83e6-a16ce212b954 req-cbbe8f08-a2f9-450f-b167-e9ccfd0d2b1f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0473418 Apr 12 03:14:05.133608 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bd56d-e32f-4940-8a3a-47fef665c0e5 req-76acc459-614f-4292-9aa6-4642b26e275a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:05.135155 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8a8bd56d-e32f-4940-8a3a-47fef665c0e5 req-76acc459-614f-4292-9aa6-4642b26e275a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0470386 Apr 12 03:14:05.179498 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8a8bd56d-e32f-4940-8a3a-47fef665c0e5 req-ccfcaf1c-54dd-47d2-a211-d7433e4a3805 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Apr 12 03:14:05.181347 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b153d723-5cad-4dff-83e6-a16ce212b954 req-2c0345f7-96ed-448b-969a-70663fbf6d64 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424013 Apr 12 03:14:05.381446 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:05.534574 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4537f1-c414-433d-904d-ec1dc5ec71e1 req-6aa13105-b417-48db-aaf6-264fef60a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:05.536035 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fe4537f1-c414-433d-904d-ec1dc5ec71e1 req-6aa13105-b417-48db-aaf6-264fef60a69d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 1130 time: 0.0397587 Apr 12 03:14:05.583027 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fe4537f1-c414-433d-904d-ec1dc5ec71e1 req-8da2faa9-7599-4601-87a8-4667913a85f6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382409 Apr 12 03:14:06.301470 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc44798-19a5-4d77-8786-920150f49c5a req-4990b4bf-8875-4d46-9f98-be9bf26fab1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:06.302727 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765e8b-1f0e-4157-9351-bba5d8c0c22d req-cad9cc0e-f1e8-4924-9560-7c61983b8bd5 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:06.303117 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4bc44798-19a5-4d77-8786-920150f49c5a req-4990b4bf-8875-4d46-9f98-be9bf26fab1a tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0513933 Apr 12 03:14:06.304182 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-27765e8b-1f0e-4157-9351-bba5d8c0c22d req-cad9cc0e-f1e8-4924-9560-7c61983b8bd5 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0517039 Apr 12 03:14:06.349936 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4bc44798-19a5-4d77-8786-920150f49c5a req-5d5a8474-ca24-44b4-845c-519001b35f8c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/security-groups?id=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Apr 12 03:14:06.358264 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-27765e8b-1f0e-4157-9351-bba5d8c0c22d req-57660e1b-53b4-4382-8317-9b6a92731691 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444763 Apr 12 03:14:06.633083 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-9935e6a8-68f1-4448-88b9-1225fe88568c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:06.634544 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-9935e6a8-68f1-4448-88b9-1225fe88568c tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 945 time: 0.0590024 Apr 12 03:14:06.723586 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Deleting port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:06.723910 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:06.811943 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] For port 6ecb4dce-c34c-479c-800d-a148c5d81fb2, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6ecb4dce-c34c-479c-800d-a148c5d81fb2,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:06.812294 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:06.826390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Calling delete_port for 6ecb4dce-c34c-479c-800d-a148c5d81fb2 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:06.855543 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:06.957596 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (6ecb4dce-c34c-479c-800d-a148c5d81fb2), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:06.972181 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['6ecb4dce-c34c-479c-800d-a148c5d81fb2'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:14:06.983932 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Pushing event deleted for resources: {'Port': ['ID=6ecb4dce-c34c-479c-800d-a148c5d81fb2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:07.031012 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] No DVR routers for this DVR port 6ecb4dce-c34c-479c-800d-a148c5d81fb2 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:14:07.033658 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:07.036953 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dca8ec4e-68e4-4804-8c95-d49541e953e9 req-eded439e-e8b6-45a4-86f7-8947b0090ed9 tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.24 "DELETE /v2.0/ports/6ecb4dce-c34c-479c-800d-a148c5d81fb2 HTTP/1.1" status: 204 len: 173 time: 0.3963907 Apr 12 03:14:07.037397 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'name': 'network-vif-deleted', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:07.039671 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a375f3-8054-4fde-aef7-495b7f8e91e6" -d '{"events": [{"server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "name": "network-vif-deleted", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:07.073899 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92aaa14f-377b-4727-9eeb-aee927c5c9ce x-openstack-request-id: req-92aaa14f-377b-4727-9eeb-aee927c5c9ce {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:07.074195 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d94a554-f180-4e72-8422-03f463b9cf8a", "name": "network-vif-deleted", "tag": "6ecb4dce-c34c-479c-800d-a148c5d81fb2", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:07.074458 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92aaa14f-377b-4727-9eeb-aee927c5c9ce {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:07.074909 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92aaa14f-377b-4727-9eeb-aee927c5c9ce'] response: {'server_uuid': '1d94a554-f180-4e72-8422-03f463b9cf8a', 'name': 'network-vif-deleted', 'tag': '6ecb4dce-c34c-479c-800d-a148c5d81fb2', 'status': 'completed', 'code': 200} Apr 12 03:14:07.483299 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ae4be481-69bc-4f3d-97fb-2b1cd88471c0 req-f3fb109f-075d-42d2-ae57-4c39e76e82ec tempest-TestMinimumBasicScenario-19006262 tempest-TestMinimumBasicScenario-19006262-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d94a554-f180-4e72-8422-03f463b9cf8a HTTP/1.1" status: 200 len: 210 time: 0.0557935 Apr 12 03:14:07.513053 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afcc6a-0baa-40a8-be0a-aa8e7a39ea6f req-154fe0d6-cf4f-47eb-9fdf-a1acc588f8d4 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:07.514712 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f4afcc6a-0baa-40a8-be0a-aa8e7a39ea6f req-154fe0d6-cf4f-47eb-9fdf-a1acc588f8d4 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0622842 Apr 12 03:14:07.561647 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f4afcc6a-0baa-40a8-be0a-aa8e7a39ea6f req-48bc50db-36e1-4bc3-a0e9-7a100fa755b4 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 Apr 12 03:14:08.675589 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bf6a2-1f39-48f3-9258-3b0833c03d3b req-09083c43-1457-4935-a8fb-e482136bda3d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:08.676314 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-bf1bf6a2-1f39-48f3-9258-3b0833c03d3b req-09083c43-1457-4935-a8fb-e482136bda3d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0472536 Apr 12 03:14:08.724398 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-bf1bf6a2-1f39-48f3-9258-3b0833c03d3b req-108f8e6d-6927-4c2b-b547-16dee3165444 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Apr 12 03:14:08.832039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f731592-1f5d-4af3-bed6-2bda78f05ffd req-4f9d52d1-f3f9-474f-abfe-9cc0bdd0319f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:08.833476 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1f731592-1f5d-4af3-bed6-2bda78f05ffd req-4f9d52d1-f3f9-474f-abfe-9cc0bdd0319f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0475047 Apr 12 03:14:08.842408 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47376) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:08.847039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'floatingip': {'port_id': 'faf0a5e5-8ddb-4dc5-b787-659daa885290'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:08.891865 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (4880f202-3c82-4f05-be86-e133c0ea8bcc), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:09.193772 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47404) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:09.295013 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:09.347193 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:09.352608 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (4880f202-3c82-4f05-be86-e133c0ea8bcc), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:09.457585 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Floating IP 4880f202-3c82-4f05-be86-e133c0ea8bcc associated. External IP: 172.28.1.198, port: faf0a5e5-8ddb-4dc5-b787-659daa885290. Apr 12 03:14:09.611909 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043069'] for router_interface (e158a4dc-09f4-4729-8bc8-64a3cf714566), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:09.677655 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:14:09.788623 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:14:09.793615 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:09.800390 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] Sync routers for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:14:09.816778 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:09.817401 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:09.827547 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-39c090d5-8031-44a0-8955-b30b498c56cb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "PUT /v2.0/floatingips/4880f202-3c82-4f05-be86-e133c0ea8bcc HTTP/1.1" status: 200 len: 992 time: 0.9803026 Apr 12 03:14:09.827547 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'tag': 'faf0a5e5-8ddb-4dc5-b787-659daa885290'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:09.827547 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb726a5-29f1-4790-9690-31480fecd0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb", "tag": "faf0a5e5-8ddb-4dc5-b787-659daa885290"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:09.862562 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824c88ea-940b-4b07-923c-a3ac087d40b3 x-openstack-request-id: req-824c88ea-940b-4b07-923c-a3ac087d40b3 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:09.863190 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb", "tag": "faf0a5e5-8ddb-4dc5-b787-659daa885290", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:09.863190 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-824c88ea-940b-4b07-923c-a3ac087d40b3 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:09.863532 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-824c88ea-940b-4b07-923c-a3ac087d40b3'] response: {'name': 'network-changed', 'server_uuid': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'tag': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'status': 'completed', 'code': 200} Apr 12 03:14:09.937185 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-aece0d96-ccf2-4d53-9b0b-c506a0e4452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:09.938810 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-aece0d96-ccf2-4d53-9b0b-c506a0e4452d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 1130 time: 0.0456598 Apr 12 03:14:10.027823 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:10.037479 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-d03e7c1e-8fb8-4b9b-824c-c224be05ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:10.039168 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-d03e7c1e-8fb8-4b9b-824c-c224be05ea9a service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 911 time: 0.0945785 Apr 12 03:14:10.111952 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-65495b60-70ff-4a90-977f-2e443090ba72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290 HTTP/1.1" status: 200 len: 1000 time: 0.0654790 Apr 12 03:14:10.160871 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-74eab647-ad2d-421a-81b6-dd53eb1b6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:10.162354 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-74eab647-ad2d-421a-81b6-dd53eb1b6bb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0451574 Apr 12 03:14:10.170381 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Deleting port 76125e17-482e-4160-874c-362f2a10ad20 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:10.171326 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (76125e17-482e-4160-874c-362f2a10ad20), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:10.206843 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-6fa36b16-8eee-4163-85e0-4c23e9a27346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:10.208565 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-6fa36b16-8eee-4163-85e0-4c23e9a27346 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0396440 Apr 12 03:14:10.251610 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] For port 76125e17-482e-4160-874c-362f2a10ad20, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=76125e17-482e-4160-874c-362f2a10ad20,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:10.251972 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (76125e17-482e-4160-874c-362f2a10ad20), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:10.252516 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '4880f202-3c82-4f05-be86-e133c0ea8bcc', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'port_id': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'mac_address': 'fa:16:3e:6e:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:53Z', 'updated_at': '2022-04-12T03:14:09Z', 'revision_number': 1, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:10.265405 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Calling delete_port for 76125e17-482e-4160-874c-362f2a10ad20 owned by network:router_interface {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:10.283174 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] Checking router: f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:14:10.291774 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:10.292320 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:10.312824 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-115956b5-fb95-484c-8dc7-375bda0bfad8 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977206 Apr 12 03:14:10.404088 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:10.406483 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fcb726a5-29f1-4790-9690-31480fecd0fd req-aa7d8872-d2a9-4e48-afb8-883dfe008879 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883775 Apr 12 03:14:10.459035 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (76125e17-482e-4160-874c-362f2a10ad20), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:10.485503 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Pushing event deleted for resources: {'Port': ['ID=76125e17-482e-4160-874c-362f2a10ad20,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:10.565084 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 6ecb4dce-c34c-479c-800d-a148c5d81fb2 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:14:10.585028 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 6ecb4dce-c34c-479c-800d-a148c5d81fb2 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:14:10.585683 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 6ecb4dce-c34c-479c-800d-a148c5d81fb2 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:14:10.633453 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '4880f202-3c82-4f05-be86-e133c0ea8bcc', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'port_id': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'mac_address': 'fa:16:3e:6e:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:53Z', 'updated_at': '2022-04-12T03:14:09Z', 'revision_number': 1, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:10.664412 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2042897'] for router_interface (e158a4dc-09f4-4729-8bc8-64a3cf714566), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:10.668351 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1f27f3-5bc7-47fe-be70-544fa16c147f None None] The sync data for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb is: [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '4880f202-3c82-4f05-be86-e133c0ea8bcc', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'floating_ip_address': '172.28.1.198', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'port_id': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'mac_address': 'fa:16:3e:6e:16:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:13:53Z', 'updated_at': '2022-04-12T03:14:09Z', 'revision_number': 1, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:14:10.866194 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74999576-77b0-4e02-8fbc-d0aa066efff2 None None] New status for floating IP 4880f202-3c82-4f05-be86-e133c0ea8bcc: ACTIVE {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:14:10.895368 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Router e158a4dc-09f4-4729-8bc8-64a3cf714566 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:14:11.003751 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:14:11.012103 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-25b87a85-6738-44a8-aa69-eda1d2a80767 admin admin] 10.222.0.41 "PUT /v2.0/routers/e158a4dc-09f4-4729-8bc8-64a3cf714566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8145733 Apr 12 03:14:11.012450 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47410) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:11.013258 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] Sync routers for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:14:11.026215 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:11.026863 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:11.124320 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks [] for router (e158a4dc-09f4-4729-8bc8-64a3cf714566), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.141739 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:11.230644 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks [] for router_gateway (e158a4dc-09f4-4729-8bc8-64a3cf714566), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.275349 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Deleting port ab945835-1ff9-4e31-906c-fc9c9a4d160a {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:11.275685 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.313167 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121'}], 'enable_snat': True}, 'gw_port_id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:14:10Z', 'revision_number': 5, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port': {'id': 'ab945835-1ff9-4e31-906c-fc9c9a4d160a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:6f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:07Z', 'updated_at': '2022-04-12T03:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:11.340043 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] Checking router: e158a4dc-09f4-4729-8bc8-64a3cf714566 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:14:11.348242 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] Routers {'e158a4dc-09f4-4729-8bc8-64a3cf714566'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:11.348832 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['e158a4dc-09f4-4729-8bc8-64a3cf714566'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:11.355363 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] For port ab945835-1ff9-4e31-906c-fc9c9a4d160a, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=ab945835-1ff9-4e31-906c-fc9c9a4d160a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:11.355747 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.369528 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Calling delete_port for ab945835-1ff9-4e31-906c-fc9c9a4d160a owned by network:router_gateway {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:11.437572 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] Set router e158a4dc-09f4-4729-8bc8-64a3cf714566 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:11.491549 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:14:11Z', 'revision_number': 6, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port_host': None}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:11.518940 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e92e263-1897-4406-bd38-f2a1435c371d None None] The sync data for ids ['e158a4dc-09f4-4729-8bc8-64a3cf714566'] in dv-cinder-837443-1-smb is: [{'id': 'e158a4dc-09f4-4729-8bc8-64a3cf714566', 'name': 'tempest-TestMinimumBasicScenario-2130284897-router', 'tenant_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:06Z', 'updated_at': '2022-04-12T03:14:11Z', 'revision_number': 6, 'project_id': 'd7ac57a3dcd347a1b9f8207e3226f4ea', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:14:11.542236 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (ab945835-1ff9-4e31-906c-fc9c9a4d160a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.568341 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=ab945835-1ff9-4e31-906c-fc9c9a4d160a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:11.629676 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036983'] for router_gateway (e158a4dc-09f4-4729-8bc8-64a3cf714566), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.718178 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1993049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2726'] for router (e158a4dc-09f4-4729-8bc8-64a3cf714566), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.720417 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks [] for router_controller (e158a4dc-09f4-4729-8bc8-64a3cf714566), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.768051 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1993040'] for router (e158a4dc-09f4-4729-8bc8-64a3cf714566), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.768573 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e158a4dc-09f4-4729-8bc8-64a3cf714566 {{(pid=103446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:14:11.774106 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.775401 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7aa7985b-0b03-431e-a180-6c933d916bfb admin admin] 10.222.0.41 "DELETE /v2.0/routers/e158a4dc-09f4-4729-8bc8-64a3cf714566 HTTP/1.1" status: 204 len: 168 time: 0.7620561 Apr 12 03:14:11.778951 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47412) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:11.823570 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-118c82e6-fa5d-4282-b5bc-f1ec1c1b0710 admin admin] Deleting subnet dd8afa46-70ac-4f2c-ab8e-049cf01d52d0 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:14:11.826641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-118c82e6-fa5d-4282-b5bc-f1ec1c1b0710 admin admin] Publish callbacks [] for subnet (dd8afa46-70ac-4f2c-ab8e-049cf01d52d0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.865601 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-118c82e6-fa5d-4282-b5bc-f1ec1c1b0710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (dd8afa46-70ac-4f2c-ab8e-049cf01d52d0), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:11.980896 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-118c82e6-fa5d-4282-b5bc-f1ec1c1b0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (dd8afa46-70ac-4f2c-ab8e-049cf01d52d0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.038405 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-118c82e6-fa5d-4282-b5bc-f1ec1c1b0710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (dd8afa46-70ac-4f2c-ab8e-049cf01d52d0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.065079 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-118c82e6-fa5d-4282-b5bc-f1ec1c1b0710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.068766 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-118c82e6-fa5d-4282-b5bc-f1ec1c1b0710 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dd8afa46-70ac-4f2c-ab8e-049cf01d52d0 HTTP/1.1" status: 204 len: 168 time: 0.2887657 Apr 12 03:14:12.069831 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c82e6-fa5d-4282-b5bc-f1ec1c1b0710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8afa46-70ac-4f2c-ab8e-049cf01d52d0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:12.070429 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfdab0c-bb91-4d63-acd9-ecd777d8fcdd None None] Network 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:14:12.071436 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47414) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:12.140436 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (62a16cfe-b5a0-4e2a-bdb3-dce114847dd0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.185434 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Deleting port d0f39e79-83c5-40a1-8751-2f2b1d832841 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:12.185775 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.250504 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] For port d0f39e79-83c5-40a1-8751-2f2b1d832841, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=d0f39e79-83c5-40a1-8751-2f2b1d832841,segment=NetworkSegment(2a9b936f-2f29-40d7-a215-628f311bcf7c),segment_id=2a9b936f-2f29-40d7-a215-628f311bcf7c)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:12.250792 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.263763 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Calling delete_port for d0f39e79-83c5-40a1-8751-2f2b1d832841 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:12.324029 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 76125e17-482e-4160-874c-362f2a10ad20 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:14:12.327384 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] DHCP port deletion for 62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 request from dv-cinder-837443-1-smb {{(pid=103448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:14:12.346656 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 76125e17-482e-4160-874c-362f2a10ad20 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:14:12.347026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 76125e17-482e-4160-874c-362f2a10ad20 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:14:12.355721 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.382114 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f39e79-83c5-40a1-8751-2f2b1d832841,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:12.384026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] No DVR routers for this DVR port d0f39e79-83c5-40a1-8751-2f2b1d832841 on host dv-cinder-837443-1-smb {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:14:12.388968 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] Deleting port d0f39e79-83c5-40a1-8751-2f2b1d832841 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:12.389339 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.458043 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] For port d0f39e79-83c5-40a1-8751-2f2b1d832841, host dv-cinder-837443-1-smb, got binding levels [] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:12.458434 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.466053 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (62a16cfe-b5a0-4e2a-bdb3-dce114847dd0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.472572 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] Calling delete_port for d0f39e79-83c5-40a1-8751-2f2b1d832841 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:12.475305 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.ipam_backend_mixin [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] Port d0f39e79-83c5-40a1-8751-2f2b1d832841 was not found and therefore no delete operation was performed {{(pid=103448) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 12 03:14:12.476524 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099'] for port (d0f39e79-83c5-40a1-8751-2f2b1d832841), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.485759 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a16cfe-b5a0-4e2a-bdb3-dce114847dd0']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:12.501241 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] Pushing event deleted for resources: {'Port': ['ID=d0f39e79-83c5-40a1-8751-2f2b1d832841,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:12.502167 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9b936f-2f29-40d7-a215-628f311bcf7c') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:12.502468 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9b936f-2f29-40d7-a215-628f311bcf7c') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:12.505330 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735005c6-8944-4430-b97e-b4470ee0ff29 None None] No DVR routers for this DVR port d0f39e79-83c5-40a1-8751-2f2b1d832841 on host dv-cinder-837443-1-smb {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:14:12.516463 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (2a9b936f-2f29-40d7-a215-628f311bcf7c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.530238 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (2a9b936f-2f29-40d7-a215-628f311bcf7c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.537340 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:14:12.537776 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (2a9b936f-2f29-40d7-a215-628f311bcf7c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:14:12.539999 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:14:12.596141 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (62a16cfe-b5a0-4e2a-bdb3-dce114847dd0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.601923 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:12.605379 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/62a16cfe-b5a0-4e2a-bdb3-dce114847dd0 HTTP/1.1" status: 204 len: 168 time: 0.5330234 Apr 12 03:14:12.608496 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47416) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:12.657055 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6c6ef-62b4-4fec-a2f8-a9a6c61b1ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=62a16cfe-b5a0-4e2a-bdb3-dce114847dd0,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:12.954660 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043069'] for router_interface (fdb1b549-276e-444f-904c-d66575bb9c7d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:13.201924 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Deleting port ec074bd8-868b-4fad-b85f-4d839b0ec0f7 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:13.202238 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:13.288258 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] For port ec074bd8-868b-4fad-b85f-4d839b0ec0f7, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,segment=NetworkSegment(2de1c4d7-94cc-4af0-9f43-7112f3767d30),segment_id=2de1c4d7-94cc-4af0-9f43-7112f3767d30)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:13.288596 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:13.303088 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Calling delete_port for ec074bd8-868b-4fad-b85f-4d839b0ec0f7 owned by network:router_interface {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:13.486947 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (ec074bd8-868b-4fad-b85f-4d839b0ec0f7), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:13.516068 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec074bd8-868b-4fad-b85f-4d839b0ec0f7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:13.929414 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device ab945835-1ff9-4e31-906c-fc9c9a4d160a no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:14:13.946013 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2042897'] for router_interface (fdb1b549-276e-444f-904c-d66575bb9c7d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:13.950197 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: ab945835-1ff9-4e31-906c-fc9c9a4d160a {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:14:13.950611 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device ab945835-1ff9-4e31-906c-fc9c9a4d160a not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:14:13.951133 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device d0f39e79-83c5-40a1-8751-2f2b1d832841 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:14:13.970113 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: d0f39e79-83c5-40a1-8751-2f2b1d832841 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:14:13.970527 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device d0f39e79-83c5-40a1-8751-2f2b1d832841 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:14:14.175288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Router fdb1b549-276e-444f-904c-d66575bb9c7d has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:14:14.292349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:14:14.298055 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-a8d7a052-7173-4e3f-8511-64b7bc3d1a9a admin admin] 10.222.0.41 "PUT /v2.0/routers/fdb1b549-276e-444f-904c-d66575bb9c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6885040 Apr 12 03:14:14.300044 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47418) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:14.301331 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] Sync routers for ids ['fdb1b549-276e-444f-904c-d66575bb9c7d'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:14:14.315216 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] Routers {'fdb1b549-276e-444f-904c-d66575bb9c7d'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:14.316015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['fdb1b549-276e-444f-904c-d66575bb9c7d'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:14.404512 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks [] for router (fdb1b549-276e-444f-904c-d66575bb9c7d), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:14.422918 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] Set router fdb1b549-276e-444f-904c-d66575bb9c7d gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:14.512128 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks [] for router_gateway (fdb1b549-276e-444f-904c-d66575bb9c7d), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:14.559795 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Deleting port bbf84a23-fa15-4838-8728-dc0be616b03a {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:14.560579 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:14.640869 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] For port bbf84a23-fa15-4838-8728-dc0be616b03a, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=bbf84a23-fa15-4838-8728-dc0be616b03a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:14.641222 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:14.655775 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Calling delete_port for bbf84a23-fa15-4838-8728-dc0be616b03a owned by network:router_gateway {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:14.732953 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:14:13Z', 'revision_number': 5, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port': {'id': 'bbf84a23-fa15-4838-8728-dc0be616b03a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:10:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:14.758916 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] Checking router: fdb1b549-276e-444f-904c-d66575bb9c7d for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:14:14.767650 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] Routers {'fdb1b549-276e-444f-904c-d66575bb9c7d'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:14.768207 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['fdb1b549-276e-444f-904c-d66575bb9c7d'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:14.823091 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (bbf84a23-fa15-4838-8728-dc0be616b03a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:14.852337 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf84a23-fa15-4838-8728-dc0be616b03a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:14.857924 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] Set router fdb1b549-276e-444f-904c-d66575bb9c7d gateway port host: None {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:14.911833 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036983'] for router_gateway (fdb1b549-276e-444f-904c-d66575bb9c7d), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:14.912071 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:14:14Z', 'revision_number': 6, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port_host': None}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:14.939045 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d599f5d-e569-496b-a44f-a005e093c545 None None] The sync data for ids ['fdb1b549-276e-444f-904c-d66575bb9c7d'] in dv-cinder-837443-1-smb is: [{'id': 'fdb1b549-276e-444f-904c-d66575bb9c7d', 'name': 'tempest-TestMinimumBasicScenario-459068711-router', 'tenant_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:10:13Z', 'updated_at': '2022-04-12T03:14:14Z', 'revision_number': 6, 'project_id': 'b1fba44f10d54e85a00978fb601c9ed8', 'gw_port_host': None}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:14:15.012262 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1993049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2726'] for router (fdb1b549-276e-444f-904c-d66575bb9c7d), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.014445 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks [] for router_controller (fdb1b549-276e-444f-904c-d66575bb9c7d), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.065103 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1993040'] for router (fdb1b549-276e-444f-904c-d66575bb9c7d), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.065560 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdb1b549-276e-444f-904c-d66575bb9c7d {{(pid=103446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:14:15.069994 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.071168 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2814cd19-f1c4-447a-81f2-fcefc6a06b1d admin admin] 10.222.0.41 "DELETE /v2.0/routers/fdb1b549-276e-444f-904c-d66575bb9c7d HTTP/1.1" status: 204 len: 168 time: 0.7701204 Apr 12 03:14:15.074404 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47420) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:15.119143 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_v2 [None req-5101bcae-8d5e-4cf6-94a1-30334d383360 admin admin] Deleting subnet 849032da-837f-458d-820a-2471ec8573ad {{(pid=103446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:14:15.122429 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5101bcae-8d5e-4cf6-94a1-30334d383360 admin admin] Publish callbacks [] for subnet (849032da-837f-458d-820a-2471ec8573ad), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.156123 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5101bcae-8d5e-4cf6-94a1-30334d383360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402012'] for subnet (849032da-837f-458d-820a-2471ec8573ad), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.235477 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5101bcae-8d5e-4cf6-94a1-30334d383360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (849032da-837f-458d-820a-2471ec8573ad), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.289841 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5101bcae-8d5e-4cf6-94a1-30334d383360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10111544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394502'] for subnet (849032da-837f-458d-820a-2471ec8573ad), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.318102 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101bcae-8d5e-4cf6-94a1-30334d383360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=849032da-837f-458d-820a-2471ec8573ad,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:15.323233 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-5101bcae-8d5e-4cf6-94a1-30334d383360 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.328874 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-5101bcae-8d5e-4cf6-94a1-30334d383360 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/849032da-837f-458d-820a-2471ec8573ad HTTP/1.1" status: 204 len: 168 time: 0.2512403 Apr 12 03:14:15.329276 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47422) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:15.333580 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca97c01c-13a8-4326-9b6c-3e48f497657b None None] Network e93d7c22-911a-4bc3-9a74-655a69d1f4f2 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:14:15.405926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (e93d7c22-911a-4bc3-9a74-655a69d1f4f2), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.449992 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Deleting port af20ad7e-e327-4181-9955-04ba0be03bdb {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:15.450328 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.514843 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] For port af20ad7e-e327-4181-9955-04ba0be03bdb, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=af20ad7e-e327-4181-9955-04ba0be03bdb,segment=NetworkSegment(2de1c4d7-94cc-4af0-9f43-7112f3767d30),segment_id=2de1c4d7-94cc-4af0-9f43-7112f3767d30)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:15.515206 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.527429 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Calling delete_port for af20ad7e-e327-4181-9955-04ba0be03bdb owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:15.609419 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (af20ad7e-e327-4181-9955-04ba0be03bdb), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.636909 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Pushing event deleted for resources: {'Port': ['ID=af20ad7e-e327-4181-9955-04ba0be03bdb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:15.640414 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] No DVR routers for this DVR port af20ad7e-e327-4181-9955-04ba0be03bdb on host dv-cinder-837443-1-smb {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:14:15.702344 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2940e31d-f6bd-4110-a1a1-ffc26920e9b7 None None] DHCP port deletion for e93d7c22-911a-4bc3-9a74-655a69d1f4f2 request from dv-cinder-837443-1-smb {{(pid=103448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:14:15.711464 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (e93d7c22-911a-4bc3-9a74-655a69d1f4f2), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.736238 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e93d7c22-911a-4bc3-9a74-655a69d1f4f2']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:15.745507 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de1c4d7-94cc-4af0-9f43-7112f3767d30') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:15.745802 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de1c4d7-94cc-4af0-9f43-7112f3767d30') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:15.758783 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (2de1c4d7-94cc-4af0-9f43-7112f3767d30), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.772047 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (2de1c4d7-94cc-4af0-9f43-7112f3767d30), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.778083 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:14:15.778467 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (2de1c4d7-94cc-4af0-9f43-7112f3767d30), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:14:15.780190 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:14:15.839536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (e93d7c22-911a-4bc3-9a74-655a69d1f4f2), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.843828 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:15.847059 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e93d7c22-911a-4bc3-9a74-655a69d1f4f2 HTTP/1.1" status: 204 len: 168 time: 0.5167053 Apr 12 03:14:15.860395 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c6a0c-c203-448f-bec2-684360f7d767 admin admin] Pushing event deleted for resources: {'Network': ['ID=e93d7c22-911a-4bc3-9a74-655a69d1f4f2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:15.889532 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device ec074bd8-868b-4fad-b85f-4d839b0ec0f7 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:14:15.910736 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: ec074bd8-868b-4fad-b85f-4d839b0ec0f7 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:14:15.911090 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device ec074bd8-868b-4fad-b85f-4d839b0ec0f7 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:14:15.911698 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device bbf84a23-fa15-4838-8728-dc0be616b03a no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:14:15.931774 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: bbf84a23-fa15-4838-8728-dc0be616b03a {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:14:15.932129 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device bbf84a23-fa15-4838-8728-dc0be616b03a not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:14:15.932548 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device af20ad7e-e327-4181-9955-04ba0be03bdb no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:14:15.953983 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: af20ad7e-e327-4181-9955-04ba0be03bdb {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:14:15.954658 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device af20ad7e-e327-4181-9955-04ba0be03bdb not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:14:15.976380 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47426) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:16.017765 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ad8eaf26-d4b1-46d1-90c9-c96085a3e64b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7ac57a3dcd347a1b9f8207e3226f4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402882 Apr 12 03:14:16.020303 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47428) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:16.067080 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-99918480-4adc-4959-ab2e-8e4bf5a7bad6 admin admin] Publish callbacks [] for security_group (2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:16.092031 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-99918480-4adc-4959-ab2e-8e4bf5a7bad6 admin admin] Publish callbacks [] for security_group (2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:16.139623 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-99918480-4adc-4959-ab2e-8e4bf5a7bad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:16.142090 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-99918480-4adc-4959-ab2e-8e4bf5a7bad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:16.143327 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-99918480-4adc-4959-ab2e-8e4bf5a7bad6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169 HTTP/1.1" status: 204 len: 168 time: 0.1220152 Apr 12 03:14:16.151308 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99918480-4adc-4959-ab2e-8e4bf5a7bad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbf4f4-4b7d-44a7-b7c2-51182fbb9169,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:16.461646 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47436) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:16.503865 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c05456d1-6dbd-436e-a1fd-2257ad4a19d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b1fba44f10d54e85a00978fb601c9ed8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410180 Apr 12 03:14:16.506388 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47438) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:16.557755 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9a4c21d-4092-46e6-948a-21149de98a75 admin admin] Publish callbacks [] for security_group (e0d9d5b7-c9c8-454c-9ecc-ea7207c22041), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:16.579973 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9a4c21d-4092-46e6-948a-21149de98a75 admin admin] Publish callbacks [] for security_group (e0d9d5b7-c9c8-454c-9ecc-ea7207c22041), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:16.629031 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9a4c21d-4092-46e6-948a-21149de98a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e0d9d5b7-c9c8-454c-9ecc-ea7207c22041), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:16.631721 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9a4c21d-4092-46e6-948a-21149de98a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:16.632852 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a9a4c21d-4092-46e6-948a-21149de98a75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0d9d5b7-c9c8-454c-9ecc-ea7207c22041 HTTP/1.1" status: 204 len: 168 time: 0.1255677 Apr 12 03:14:16.640899 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4c21d-4092-46e6-948a-21149de98a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d9d5b7-c9c8-454c-9ecc-ea7207c22041,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:18.049470 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:14:25.578626 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8233a-cf53-444c-a307-48de204624a3 req-0c3f7313-17de-460d-927c-45f29a7099f2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:25.580127 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-50c8233a-cf53-444c-a307-48de204624a3 req-0c3f7313-17de-460d-927c-45f29a7099f2 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 946 time: 0.0508685 Apr 12 03:14:25.631929 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-50c8233a-cf53-444c-a307-48de204624a3 req-f6e08bdf-6e9d-4d62-bd85-5967924a4f06 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430975 Apr 12 03:14:26.761882 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0a005-23bd-4b0b-9934-6dcb271182f0 req-cf763858-9ae0-46cc-9926-28d76e899c44 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:26.763405 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bde0a005-23bd-4b0b-9934-6dcb271182f0 req-cf763858-9ae0-46cc-9926-28d76e899c44 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 946 time: 0.0469072 Apr 12 03:14:26.812768 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bde0a005-23bd-4b0b-9934-6dcb271182f0 req-b16e8c80-fe42-4bca-9cc1-5ba4ecbf1325 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433793 Apr 12 03:14:27.500786 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-d227362e-9441-4e0f-a423-74f27775b006 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:27.502426 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-d227362e-9441-4e0f-a423-74f27775b006 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 946 time: 0.0491419 Apr 12 03:14:27.589526 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Deleting port a6396cea-ee40-46a3-8840-d4318daa5aec {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:27.589864 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:27.679905 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] For port a6396cea-ee40-46a3-8840-d4318daa5aec, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=a6396cea-ee40-46a3-8840-d4318daa5aec,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:27.680257 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:27.848410 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:27.849019 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (3a1e2807-3026-4175-9442-c3ca1ea60d90), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:27.849019 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Floating IP 3a1e2807-3026-4175-9442-c3ca1ea60d90 disassociated. External IP: 172.28.1.238, port: a6396cea-ee40-46a3-8840-d4318daa5aec. Apr 12 03:14:27.849332 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Calling delete_port for a6396cea-ee40-46a3-8840-d4318daa5aec owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:27.934566 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71ee9f-21df-4c20-b749-3b422507c0d1 req-8fbec30c-fec7-4f02-b273-be5c72264c8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:27.936522 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3b71ee9f-21df-4c20-b749-3b422507c0d1 req-8fbec30c-fec7-4f02-b273-be5c72264c8e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7872fb-fe22-4e0b-935e-d3eef62b7553 HTTP/1.1" status: 200 len: 946 time: 0.0472751 Apr 12 03:14:27.978836 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (a6396cea-ee40-46a3-8840-d4318daa5aec), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:27.981949 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3b71ee9f-21df-4c20-b749-3b422507c0d1 req-dcaa78d2-9c75-4834-803b-dd9129083d85 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=75f0d3a1-0547-47a4-a4f0-789ebf900cfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396490 Apr 12 03:14:28.012742 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'Port': ['ID=a6396cea-ee40-46a3-8840-d4318daa5aec,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:28.126458 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:14:28.238104 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:14:28.283528 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] No DVR routers for this DVR port a6396cea-ee40-46a3-8840-d4318daa5aec on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:14:28.286151 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:28.289567 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1cf64ecc-759c-4091-8b42-8c0fed9ff2b7 req-ff233fed-9aac-4f43-80e1-2eacbd6b2e64 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "DELETE /v2.0/ports/a6396cea-ee40-46a3-8840-d4318daa5aec HTTP/1.1" status: 204 len: 173 time: 0.7820566 Apr 12 03:14:28.290061 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'name': 'network-vif-deleted', 'tag': 'a6396cea-ee40-46a3-8840-d4318daa5aec'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:28.293031 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c27ecb-e3c1-4ab0-828f-757d9ac650b2" -d '{"events": [{"server_uuid": "bb7872fb-fe22-4e0b-935e-d3eef62b7553", "name": "network-vif-deleted", "tag": "a6396cea-ee40-46a3-8840-d4318daa5aec"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:28.334182 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88e26a3-7176-46c5-ac49-496c9db8e367 x-openstack-request-id: req-b88e26a3-7176-46c5-ac49-496c9db8e367 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:28.334509 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7872fb-fe22-4e0b-935e-d3eef62b7553", "name": "network-vif-deleted", "tag": "a6396cea-ee40-46a3-8840-d4318daa5aec", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:28.334714 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b88e26a3-7176-46c5-ac49-496c9db8e367 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:28.335207 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88e26a3-7176-46c5-ac49-496c9db8e367'] response: {'server_uuid': 'bb7872fb-fe22-4e0b-935e-d3eef62b7553', 'name': 'network-vif-deleted', 'tag': 'a6396cea-ee40-46a3-8840-d4318daa5aec', 'status': 'completed', 'code': 200} Apr 12 03:14:28.358018 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:14:28.369504 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:28.370137 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:28.481401 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:28.667905 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:28.697658 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:14:28.707255 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:28.707548 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:28.814958 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:29.002147 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:29.029790 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bbec53-c69e-416a-a40a-224ce5d8814e None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:14:29.068912 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47510) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:29.124343 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c51e4a2-4406-4cf3-a738-ea71d4cb5988 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (75f0d3a1-0547-47a4-a4f0-789ebf900cfb), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.147882 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c51e4a2-4406-4cf3-a738-ea71d4cb5988 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (75f0d3a1-0547-47a4-a4f0-789ebf900cfb), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.201125 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c51e4a2-4406-4cf3-a738-ea71d4cb5988 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (75f0d3a1-0547-47a4-a4f0-789ebf900cfb), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.204971 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4c51e4a2-4406-4cf3-a738-ea71d4cb5988 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.206189 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-4c51e4a2-4406-4cf3-a738-ea71d4cb5988 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "DELETE /v2.0/security-groups/75f0d3a1-0547-47a4-a4f0-789ebf900cfb HTTP/1.1" status: 204 len: 168 time: 0.1363151 Apr 12 03:14:29.209199 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47512) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:29.216321 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51e4a2-4406-4cf3-a738-ea71d4cb5988 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f0d3a1-0547-47a4-a4f0-789ebf900cfb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:29.230500 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.api.v2.resource [None req-010412d3-c684-404d-97e3-59164b58b01e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] show failed (client error): The resource could not be found. Apr 12 03:14:29.231878 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-010412d3-c684-404d-97e3-59164b58b01e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups/75f0d3a1-0547-47a4-a4f0-789ebf900cfb HTTP/1.1" status: 404 len: 347 time: 0.0216002 Apr 12 03:14:29.235135 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47514) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:29.268458 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d78758b-aacb-4b01-98f2-90a63adeee7c None None] New status for floating IP 3a1e2807-3026-4175-9442-c3ca1ea60d90: DOWN {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:14:29.356456 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Deleting port 69f8c227-8935-4398-aaea-679326210291 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:14:29.356771 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (69f8c227-8935-4398-aaea-679326210291), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.436820 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (69f8c227-8935-4398-aaea-679326210291), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.437168 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (69f8c227-8935-4398-aaea-679326210291), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.449439 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Calling delete_port for 69f8c227-8935-4398-aaea-679326210291 owned by network:floatingip {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:14:29.598193 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (69f8c227-8935-4398-aaea-679326210291), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.622717 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'Port': ['ID=69f8c227-8935-4398-aaea-679326210291,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:29.683474 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (3a1e2807-3026-4175-9442-c3ca1ea60d90), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.686173 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:29.687410 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2e89ce1b-06ff-4885-b9cd-669982076662 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "DELETE /v2.0/floatingips/3a1e2807-3026-4175-9442-c3ca1ea60d90 HTTP/1.1" status: 204 len: 168 time: 0.4511542 Apr 12 03:14:29.981815 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47518) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:29.986415 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-ffa47b25-8656-4a6e-905d-31337b5ec60d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132071227', 'description': 'tempest-description--1060940119'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:30.010331 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ffa47b25-8656-4a6e-905d-31337b5ec60d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.084437 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ffa47b25-8656-4a6e-905d-31337b5ec60d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (56855d9b-9806-459b-bdf2-b5231baf04ef), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.090923 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ffa47b25-8656-4a6e-905d-31337b5ec60d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (56855d9b-9806-459b-bdf2-b5231baf04ef), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.121156 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ffa47b25-8656-4a6e-905d-31337b5ec60d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.122386 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ffa47b25-8656-4a6e-905d-31337b5ec60d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1395636 Apr 12 03:14:30.123238 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa47b25-8656-4a6e-905d-31337b5ec60d tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56855d9b-9806-459b-bdf2-b5231baf04ef,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:30.125483 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47520) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:30.130259 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-88224942-fd60-4fec-af41-70ad63adfe81 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group_rule': {'security_group_id': '56855d9b-9806-459b-bdf2-b5231baf04ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:30.158223 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88224942-fd60-4fec-af41-70ad63adfe81 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (90a06c9a-d051-475c-9e10-543f1a7c8c52), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.224271 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88224942-fd60-4fec-af41-70ad63adfe81 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (90a06c9a-d051-475c-9e10-543f1a7c8c52), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.231035 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88224942-fd60-4fec-af41-70ad63adfe81 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (90a06c9a-d051-475c-9e10-543f1a7c8c52), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.248709 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88224942-fd60-4fec-af41-70ad63adfe81 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a06c9a-d051-475c-9e10-543f1a7c8c52,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:30.255064 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-88224942-fd60-4fec-af41-70ad63adfe81 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.256303 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-88224942-fd60-4fec-af41-70ad63adfe81 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296911 Apr 12 03:14:30.259117 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47522) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:30.263347 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-1a705649-0da5-48f8-a4ad-9292b5823104 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'security_group_rule': {'security_group_id': '56855d9b-9806-459b-bdf2-b5231baf04ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:30.292355 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a705649-0da5-48f8-a4ad-9292b5823104 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (4c87027f-7dbe-4b65-a626-a259c98d7041), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.349849 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a705649-0da5-48f8-a4ad-9292b5823104 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (4c87027f-7dbe-4b65-a626-a259c98d7041), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.355849 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a705649-0da5-48f8-a4ad-9292b5823104 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (4c87027f-7dbe-4b65-a626-a259c98d7041), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.374959 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a705649-0da5-48f8-a4ad-9292b5823104 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c87027f-7dbe-4b65-a626-a259c98d7041,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:30.380354 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1a705649-0da5-48f8-a4ad-9292b5823104 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.383934 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-1a705649-0da5-48f8-a4ad-9292b5823104 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215174 Apr 12 03:14:30.384742 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 47524) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:30.390027 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:30.413154 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.491890 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.600857 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Allocated IP 172.28.1.223 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/b43bd84e-fb4b-4ab7-91c0-15d00464c2de) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:14:30.636828 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1988f8d8-b194-41ae-9e02-e3dfc1dd2d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.670090 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device a6396cea-ee40-46a3-8840-d4318daa5aec no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:14:30.691676 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: a6396cea-ee40-46a3-8840-d4318daa5aec {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:14:30.692293 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device a6396cea-ee40-46a3-8840-d4318daa5aec not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:14:30.717422 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.752329 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.790389 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:14:30.793164 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:14:30.796540 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:14:30.817648 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=b43bd84e-fb4b-4ab7-91c0-15d00464c2de,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:30.882181 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (5b5a46f0-e285-4070-a905-fb2e50e9aab2), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:30.921336 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:31.063224 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:31.070072 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:31.135501 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=b43bd84e-fb4b-4ab7-91c0-15d00464c2de,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:31.147261 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (5b5a46f0-e285-4070-a905-fb2e50e9aab2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:31.163541 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:31.164741 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b237b802-3dc7-418e-82e0-a2135f6fc7a5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7789607 Apr 12 03:14:31.315207 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-768e578c-3832-4c2c-ab0a-696309e2e3eb tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--132071227&fields=id&tenant_id=d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 267 time: 0.0442443 Apr 12 03:14:31.424190 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-0d6c9174-8064-4a18-89c5-ec0fef4d5081 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:31.425677 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-0d6c9174-8064-4a18-89c5-ec0fef4d5081 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 815 time: 0.1041417 Apr 12 03:14:31.441532 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-f288e118-1fb0-4b6f-a1a6-e24f4458161c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/quotas/d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 375 time: 0.0098896 Apr 12 03:14:31.500017 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-cb3a733c-0ec0-4b26-9718-d5b1a3039458 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518222 Apr 12 03:14:31.701677 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-372080c8-e345-4f7d-9990-7f6c2ae81ec7 service neutron] 10.222.0.41 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840096 Apr 12 03:14:31.789502 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-d492750c-6f79-4584-9fb8-e77059b2e82d service neutron] 10.222.0.41 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817058 Apr 12 03:14:31.958311 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-06bb89f8-a854-4ee8-ab4b-e8afdf0cca02 req-e8b510da-7a00-4de2-b0fc-4fe3171203de tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 210 time: 0.0285263 Apr 12 03:14:32.914915 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-62f7bc21-fb1f-4b09-be3f-74d653508a6b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:32.916282 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-62f7bc21-fb1f-4b09-be3f-74d653508a6b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 815 time: 0.1050243 Apr 12 03:14:32.979058 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e1746acc-c4f7-4490-b8ec-e777813ff930 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d242dd1c24a44466b0295a9e04d3aa63 HTTP/1.1" status: 200 len: 379 time: 0.0538411 Apr 12 03:14:33.036638 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-91b3ca72-ae30-45de-bcb0-e879273c35ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.055934 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'port': {'device_id': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'admin_state_up': True, 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'security_groups': ['56855d9b-9806-459b-bdf2-b5231baf04ef']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:33.060415 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-71c31177-33ee-49c4-985c-104e177d789f req-e9138bd9-fd32-4201-8b2d-248267c75cc0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 210 time: 0.0355852 Apr 12 03:14:33.169943 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Made reservation on behalf of d242dd1c24a44466b0295a9e04d3aa63 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:14:33.173012 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.298426 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Allocated IP 172.20.0.5 (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5/2c83a292-53be-43b5-8bda-bf9c6887abca/7cc36097-de01-4b9a-9126-4f31e7eea9c4) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:14:33.444795 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.482301 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.524723 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:14:33.527614 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:14:33.531151 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:14:33.537211 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event updated for resources: {'Port': ['ID=7cc36097-de01-4b9a-9126-4f31e7eea9c4,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:33.585777 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:33.586403 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.603376 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-7995dfb9-d0cb-4c50-88e0-e185c89ea6f0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511544 Apr 12 03:14:33.615536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Request body: {'port': {'device_id': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:33.676983 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.705448 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-6623b96b-fc75-4001-9d3b-b024446e3628 None None] Provisioning complete for port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:14:33.705740 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6623b96b-fc75-4001-9d3b-b024446e3628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:33.739179 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-6623b96b-fc75-4001-9d3b-b024446e3628 None None] Port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:14:33.758665 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.173065 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747fbd-1f82-4aca-877c-522032ee6fe1 req-c165ff0e-01a3-4186-ba2a-761bc4adaf3e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:34.174569 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e2747fbd-1f82-4aca-877c-522032ee6fe1 req-c165ff0e-01a3-4186-ba2a-761bc4adaf3e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 931 time: 0.0467350 Apr 12 03:14:34.200674 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc36097-de01-4b9a-9126-4f31e7eea9c4 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:14:34.208340 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Publish callbacks [] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.221042 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e2747fbd-1f82-4aca-877c-522032ee6fe1 req-279442d9-af77-4944-99b8-2059faf2328e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408461 Apr 12 03:14:34.222041 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Transition to ACTIVE for port object 7cc36097-de01-4b9a-9126-4f31e7eea9c4 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:14:34.226756 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.276322 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc36097-de01-4b9a-9126-4f31e7eea9c4,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:34.346948 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Attempting to bind port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:14:34.347179 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Attempting to bind port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:14:34.347497 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Attempting to bind port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:14:34.352052 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:14:34.352362 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Attempting to bind port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 on network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:14:34.357334 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:14:34.357540 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Checking segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:14:34.357928 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Bound using segment: {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:14:34.358405 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Bound port: 7cc36097-de01-4b9a-9126-4f31e7eea9c4, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:14:34.358800 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.425288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] For port 7cc36097-de01-4b9a-9126-4f31e7eea9c4, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:14:34.428427 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] For port 7cc36097-de01-4b9a-9126-4f31e7eea9c4, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7cc36097-de01-4b9a-9126-4f31e7eea9c4,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:14:34.433993 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.467949 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:34.468566 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:34.469951 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] 10.222.0.24 "PUT /v2.0/ports/7cc36097-de01-4b9a-9126-4f31e7eea9c4 HTTP/1.1" status: 200 len: 1093 time: 0.8585658 Apr 12 03:14:34.470370 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'tag': '7cc36097-de01-4b9a-9126-4f31e7eea9c4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:34.472613 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08285b6a-a3d3-4a23-9a32-e5f81ad08886" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7d4e06-b09d-43cf-8d00-4ba92191eb2c", "tag": "7cc36097-de01-4b9a-9126-4f31e7eea9c4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:34.497438 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a44b68-2155-4e46-aea9-6854e857d346 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc36097-de01-4b9a-9126-4f31e7eea9c4,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:34.520300 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af73620-74c3-4742-9a62-184d5ba7f085 x-openstack-request-id: req-7af73620-74c3-4742-9a62-184d5ba7f085 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:34.520593 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7d4e06-b09d-43cf-8d00-4ba92191eb2c", "tag": "7cc36097-de01-4b9a-9126-4f31e7eea9c4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:34.520846 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7af73620-74c3-4742-9a62-184d5ba7f085 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:34.521247 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af73620-74c3-4742-9a62-184d5ba7f085'] response: {'name': 'network-changed', 'server_uuid': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'tag': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'status': 'completed', 'code': 200} Apr 12 03:14:34.564557 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-a0988d13-95a2-4fad-b2ec-dd44df7fe510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:34.566070 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-a0988d13-95a2-4fad-b2ec-dd44df7fe510 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 1127 time: 0.0416882 Apr 12 03:14:34.616602 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-27365ee3-e772-413a-8f34-10ef6a809083 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cc36097-de01-4b9a-9126-4f31e7eea9c4 HTTP/1.1" status: 200 len: 217 time: 0.0437343 Apr 12 03:14:34.665173 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-a04311e2-8fed-4853-874a-8494e07e5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:34.666613 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-a04311e2-8fed-4853-874a-8494e07e5cd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0434043 Apr 12 03:14:34.714870 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-f85d06d2-c22c-45d5-8593-fa7e8513e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:34.716370 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-f85d06d2-c22c-45d5-8593-fa7e8513e8c0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428920 Apr 12 03:14:34.815282 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-37b9fa8a-e361-43ce-8dc7-eafff236e833 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864027 Apr 12 03:14:34.905833 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-566a1327-b5fc-4c45-ac7e-22465eff56cd req-b2f8ae9c-dcb2-4080-9130-428aab36fac2 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842357 Apr 12 03:14:35.350527 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fd429b-b1ab-466f-b6f4-36786459ca47 req-4ec7c0e8-a895-4231-a266-264f697f20e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:35.352053 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-31fd429b-b1ab-466f-b6f4-36786459ca47 req-4ec7c0e8-a895-4231-a266-264f697f20e5 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 943 time: 0.0496025 Apr 12 03:14:35.378482 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:35.401484 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-31fd429b-b1ab-466f-b6f4-36786459ca47 req-e055b1bb-7af8-46ca-a573-beda397a573c tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431137 Apr 12 03:14:36.515409 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715a038-14e3-4ad8-ba05-f60bf534a70e req-a838769e-2855-49ab-b85f-10c965befda0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:36.516884 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8715a038-14e3-4ad8-ba05-f60bf534a70e req-a838769e-2855-49ab-b85f-10c965befda0 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 943 time: 0.0478187 Apr 12 03:14:36.568610 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8715a038-14e3-4ad8-ba05-f60bf534a70e req-ad389bdd-bfe6-4e91-93ce-8172d12ebfee tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461695 Apr 12 03:14:36.869458 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:37.013430 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-a58a77cd-2107-4e6c-90d9-8e286dac247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.015012 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-a58a77cd-2107-4e6c-90d9-8e286dac247c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 1127 time: 0.0402024 Apr 12 03:14:37.104456 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-89225f6e-c6a4-4e1a-ba7a-c408483513bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.105869 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-89225f6e-c6a4-4e1a-ba7a-c408483513bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 916 time: 0.0844717 Apr 12 03:14:37.148399 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-910d1f9d-0dcc-4a5c-b23d-b888625415bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cc36097-de01-4b9a-9126-4f31e7eea9c4 HTTP/1.1" status: 200 len: 217 time: 0.0358241 Apr 12 03:14:37.194640 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-8d0551a6-7765-43b9-9955-34414a7e8d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.196122 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-8d0551a6-7765-43b9-9955-34414a7e8d3e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0424030 Apr 12 03:14:37.238703 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-8957bfff-dddf-43dc-abb2-d9a5ed0652d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.240177 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-8957bfff-dddf-43dc-abb2-d9a5ed0652d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0375829 Apr 12 03:14:37.331617 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-f6484514-bd11-40fa-9aec-9d11012e996d service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855436 Apr 12 03:14:37.419383 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-08285b6a-a3d3-4a23-9a32-e5f81ad08886 req-fef1425a-89c9-4576-a210-2143a5e1a3a8 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819497 Apr 12 03:14:37.696789 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d3e22-d453-4a48-aff6-e62cc330204d req-f1943431-b7a6-4a62-b772-491c55536ea4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:37.698246 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9a9d3e22-d453-4a48-aff6-e62cc330204d req-f1943431-b7a6-4a62-b772-491c55536ea4 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 943 time: 0.0524027 Apr 12 03:14:37.744620 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9a9d3e22-d453-4a48-aff6-e62cc330204d req-757a3e7b-9897-43ae-b284-9b3812d25014 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Apr 12 03:14:38.689859 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 7cc36097-de01-4b9a-9126-4f31e7eea9c4 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:14:38.789866 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 7cc36097-de01-4b9a-9126-4f31e7eea9c4, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7cc36097-de01-4b9a-9126-4f31e7eea9c4,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:38.801899 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'port_id': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'mac_address': 'fa:16:3e:2d:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:14:38.840610 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:38.841263 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:38.856319 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc36097-de01-4b9a-9126-4f31e7eea9c4 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:14:38.857926 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f742eb9-2589-4229-92a0-21ff5f867998 req-46c09907-3c01-49d5-8743-76f0b82e45f8 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:38.859483 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0f742eb9-2589-4229-92a0-21ff5f867998 req-46c09907-3c01-49d5-8743-76f0b82e45f8 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 943 time: 0.0468616 Apr 12 03:14:38.876444 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 7cc36097-de01-4b9a-9126-4f31e7eea9c4, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7cc36097-de01-4b9a-9126-4f31e7eea9c4,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:38.882207 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:38.909050 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0f742eb9-2589-4229-92a0-21ff5f867998 req-437b43d8-07ca-432a-a48b-f7ca80d67e66 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437548 Apr 12 03:14:38.928635 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=7cc36097-de01-4b9a-9126-4f31e7eea9c4,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:39.241619 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['7cc36097-de01-4b9a-9126-4f31e7eea9c4'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:14:39.302940 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:39.955785 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c6ce6-d3bd-43d7-8831-2bfee1197950 req-0357676e-a725-480f-bc39-11aee67fb087 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:39.957297 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ce3c6ce6-d3bd-43d7-8831-2bfee1197950 req-0357676e-a725-480f-bc39-11aee67fb087 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0475013 Apr 12 03:14:40.008383 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ce3c6ce6-d3bd-43d7-8831-2bfee1197950 req-39207623-1885-4546-8ba4-f74c94a28f22 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450647 Apr 12 03:14:40.023601 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ba19b-bc00-4480-bcf0-eb2f701890e7 req-646eabf9-ff9b-4abd-8a75-8fa7fedbe5d3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:40.025136 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-543ba19b-bc00-4480-bcf0-eb2f701890e7 req-646eabf9-ff9b-4abd-8a75-8fa7fedbe5d3 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 944 time: 0.0463772 Apr 12 03:14:40.071305 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-543ba19b-bc00-4480-bcf0-eb2f701890e7 req-f42e0cd2-be9a-4f65-9ace-d98487b3b336 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Apr 12 03:14:40.719864 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 7cc36097-de01-4b9a-9126-4f31e7eea9c4 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:14:40.765109 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:14:40.773669 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:14:40.774153 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:40.854518 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:40.854928 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:40.877415 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc36097-de01-4b9a-9126-4f31e7eea9c4'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:40.879892 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14029a2a-04b3-4836-a2f8-4ec172a7a0e9" -d '{"events": [{"server_uuid": "3a7d4e06-b09d-43cf-8d00-4ba92191eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "7cc36097-de01-4b9a-9126-4f31e7eea9c4"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:40.892293 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 7cc36097-de01-4b9a-9126-4f31e7eea9c4, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7cc36097-de01-4b9a-9126-4f31e7eea9c4,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:40.898531 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:40.922614 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d2ca59-e9e3-43e2-b122-e46c740fe186 x-openstack-request-id: req-b5d2ca59-e9e3-43e2-b122-e46c740fe186 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:40.922975 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7d4e06-b09d-43cf-8d00-4ba92191eb2c", "name": "network-vif-plugged", "status": "completed", "tag": "7cc36097-de01-4b9a-9126-4f31e7eea9c4", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:40.923211 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5d2ca59-e9e3-43e2-b122-e46c740fe186 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:40.923630 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d2ca59-e9e3-43e2-b122-e46c740fe186'] response: {'server_uuid': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'code': 200} Apr 12 03:14:40.949924 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=7cc36097-de01-4b9a-9126-4f31e7eea9c4,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:41.140054 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c213c-0d1f-4afb-9e74-8d155e9a008e req-adedbc13-5fb1-47c9-a484-cd299d70374f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:41.141596 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-164c213c-0d1f-4afb-9e74-8d155e9a008e req-adedbc13-5fb1-47c9-a484-cd299d70374f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 1129 time: 0.0662379 Apr 12 03:14:41.151877 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da94f32-7928-4994-b90f-dc200e265492 req-b632cc36-417e-4304-b539-715926ae6262 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:41.153296 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3da94f32-7928-4994-b90f-dc200e265492 req-b632cc36-417e-4304-b539-715926ae6262 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0699008 Apr 12 03:14:41.186374 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ad713-90c1-4fbf-a12e-196b62b82bb8 req-d6450d35-c456-4f1a-9ae1-052047ad3974 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:41.187957 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-117ad713-90c1-4fbf-a12e-196b62b82bb8 req-d6450d35-c456-4f1a-9ae1-052047ad3974 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 945 time: 0.0476561 Apr 12 03:14:41.216661 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-164c213c-0d1f-4afb-9e74-8d155e9a008e req-568f3e46-822b-4d58-bc2f-41f16b733063 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624576 Apr 12 03:14:41.223459 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3da94f32-7928-4994-b90f-dc200e265492 req-5b3b2f70-d379-410e-a0ab-aea01751b26b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639596 Apr 12 03:14:41.234567 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-117ad713-90c1-4fbf-a12e-196b62b82bb8 req-1e535252-ab36-42d3-87f1-4a18303c2da6 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404198 Apr 12 03:14:42.350217 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f07ed-7006-488c-afb5-586addba9386 req-cca6c7ae-793c-40e9-81dc-fd2dc8f8ccb8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:42.351184 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a977c0-dad7-42d9-ab9a-4039ae4b00d5 req-9f2dc0b9-40d7-4e87-ada7-3c8e95b03435 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:42.351720 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-984f07ed-7006-488c-afb5-586addba9386 req-cca6c7ae-793c-40e9-81dc-fd2dc8f8ccb8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0480959 Apr 12 03:14:42.352665 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-08a977c0-dad7-42d9-ab9a-4039ae4b00d5 req-9f2dc0b9-40d7-4e87-ada7-3c8e95b03435 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 945 time: 0.0470757 Apr 12 03:14:42.402784 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-984f07ed-7006-488c-afb5-586addba9386 req-726b1f86-dd6b-4386-8957-a413956266b2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451496 Apr 12 03:14:42.403519 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-08a977c0-dad7-42d9-ab9a-4039ae4b00d5 req-5564b58a-1987-47d6-9c68-ca292dcd3644 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451803 Apr 12 03:14:43.520674 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac693f-d509-4306-9c43-b19de34b9e81 req-3b99ed2e-c036-4eb5-a366-c3d2773fa39a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:43.522171 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8dac693f-d509-4306-9c43-b19de34b9e81 req-3b99ed2e-c036-4eb5-a366-c3d2773fa39a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0460360 Apr 12 03:14:43.522394 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2c966-9623-43fb-9c25-aa3bd7c4ecf3 req-710c10d8-4c80-4263-8c50-7455a617b1dc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:43.523932 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-85c2c966-9623-43fb-9c25-aa3bd7c4ecf3 req-710c10d8-4c80-4263-8c50-7455a617b1dc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 945 time: 0.0506253 Apr 12 03:14:43.570128 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-85c2c966-9623-43fb-9c25-aa3bd7c4ecf3 req-bcfd20bf-9ae2-49f3-b56d-5129d683782b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407577 Apr 12 03:14:43.571939 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8dac693f-d509-4306-9c43-b19de34b9e81 req-d9e52fc8-21ba-484d-8a07-bc154da486e9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439224 Apr 12 03:14:43.675044 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a5379-0b05-4b08-8d4e-d8437d326751 req-524b37bb-2a63-4786-94ff-e1e94fc07182 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:43.676481 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-909a5379-0b05-4b08-8d4e-d8437d326751 req-524b37bb-2a63-4786-94ff-e1e94fc07182 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 945 time: 0.0456538 Apr 12 03:14:43.686604 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47620) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:14:43.690841 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Request body: {'floatingip': {'port_id': '7cc36097-de01-4b9a-9126-4f31e7eea9c4'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:14:43.731819 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (5b5a46f0-e285-4070-a905-fb2e50e9aab2), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:44.427449 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:44.435077 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (5b5a46f0-e285-4070-a905-fb2e50e9aab2), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:44.543830 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.l3_db [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Floating IP 5b5a46f0-e285-4070-a905-fb2e50e9aab2 associated. External IP: 172.28.1.223, port: 7cc36097-de01-4b9a-9126-4f31e7eea9c4. Apr 12 03:14:44.688790 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b6fe4-35fc-4898-8dd2-d4e5375378f8 req-6359b73c-260a-4303-80d0-b674af1ec51c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:44.690384 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e84b6fe4-35fc-4898-8dd2-d4e5375378f8 req-6359b73c-260a-4303-80d0-b674af1ec51c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0477438 Apr 12 03:14:44.738404 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e84b6fe4-35fc-4898-8dd2-d4e5375378f8 req-e1962eed-2162-4e0e-a382-bbdb587a96d6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 Apr 12 03:14:44.762719 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:14:44.874614 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:14:44.879557 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:44.885157 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:14:44.895116 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:44.895719 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:44.922655 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-aa2de171-a05f-48c0-b9c8-bbf677b24ebd tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "PUT /v2.0/floatingips/5b5a46f0-e285-4070-a905-fb2e50e9aab2 HTTP/1.1" status: 200 len: 991 time: 1.2229249 Apr 12 03:14:44.922655 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'tag': '7cc36097-de01-4b9a-9126-4f31e7eea9c4'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:14:44.922655 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54201176-fafe-4383-8a54-e78882fa96f5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a7d4e06-b09d-43cf-8d00-4ba92191eb2c", "tag": "7cc36097-de01-4b9a-9126-4f31e7eea9c4"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:14:44.949806 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f838af4b-d3df-447d-9fbb-20c70c7c2d60 x-openstack-request-id: req-f838af4b-d3df-447d-9fbb-20c70c7c2d60 {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:14:44.950107 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a7d4e06-b09d-43cf-8d00-4ba92191eb2c", "tag": "7cc36097-de01-4b9a-9126-4f31e7eea9c4", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:14:44.950366 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f838af4b-d3df-447d-9fbb-20c70c7c2d60 {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:14:44.950818 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f838af4b-d3df-447d-9fbb-20c70c7c2d60'] response: {'name': 'network-changed', 'server_uuid': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'tag': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'status': 'completed', 'code': 200} Apr 12 03:14:45.015297 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:45.054162 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201176-fafe-4383-8a54-e78882fa96f5 req-856a0e68-349b-42dc-b1f0-63b3deb3bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:45.055719 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-54201176-fafe-4383-8a54-e78882fa96f5 req-856a0e68-349b-42dc-b1f0-63b3deb3bb4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 1129 time: 0.0458767 Apr 12 03:14:45.147063 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201176-fafe-4383-8a54-e78882fa96f5 req-835f3608-8e3d-45d8-b5d0-4ca52c87f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:45.148493 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-54201176-fafe-4383-8a54-e78882fa96f5 req-835f3608-8e3d-45d8-b5d0-4ca52c87f934 service neutron] 10.222.0.24 "GET /v2.0/networks?id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 200 len: 916 time: 0.0851245 Apr 12 03:14:45.216847 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-54201176-fafe-4383-8a54-e78882fa96f5 req-1b30d582-4bb5-4378-af6b-b71e50de3d18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cc36097-de01-4b9a-9126-4f31e7eea9c4 HTTP/1.1" status: 200 len: 999 time: 0.0621541 Apr 12 03:14:45.234088 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5b5a46f0-e285-4070-a905-fb2e50e9aab2', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.223', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:2d:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:14:30Z', 'updated_at': '2022-04-12T03:14:44Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:45.263762 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:14:45.265090 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201176-fafe-4383-8a54-e78882fa96f5 req-b7fce47d-6521-4740-9e1e-6c95d2cd7e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:45.266561 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-54201176-fafe-4383-8a54-e78882fa96f5 req-b7fce47d-6521-4740-9e1e-6c95d2cd7e4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 200 len: 854 time: 0.0436068 Apr 12 03:14:45.273548 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:14:45.274113 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:14:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:45.310001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201176-fafe-4383-8a54-e78882fa96f5 req-fe773652-5657-4c2d-a33a-a0b7b831d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:45.311590 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-54201176-fafe-4383-8a54-e78882fa96f5 req-fe773652-5657-4c2d-a33a-a0b7b831d452 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0390596 Apr 12 03:14:45.384182 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:14:45.404438 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-54201176-fafe-4383-8a54-e78882fa96f5 req-d36ce316-8ef4-4b34-b433-837745de7140 service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869081 Apr 12 03:14:45.494489 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-54201176-fafe-4383-8a54-e78882fa96f5 req-ea1bad25-1c80-4085-a05f-9de5d835ef8f service neutron] 10.222.0.24 "GET /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842116 Apr 12 03:14:45.692242 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5b5a46f0-e285-4070-a905-fb2e50e9aab2', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.223', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:2d:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:14:30Z', 'updated_at': '2022-04-12T03:14:44Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:14:45.722011 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e41e94-c5c3-4151-9342-e385a7ecd0ef None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '5b5a46f0-e285-4070-a905-fb2e50e9aab2', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'floating_ip_address': '172.28.1.223', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'port_id': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'mac_address': 'fa:16:3e:2d:fd:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:14:30Z', 'updated_at': '2022-04-12T03:14:44Z', 'revision_number': 1, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:14:45.862818 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e85a8-5bae-42b2-8e6c-015fe58f4829 req-58c2c78f-058b-4560-9b24-2a54c7053c84 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:45.864402 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-613e85a8-5bae-42b2-8e6c-015fe58f4829 req-58c2c78f-058b-4560-9b24-2a54c7053c84 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0525429 Apr 12 03:14:45.909221 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe935329-406a-49cc-ba93-d07f84b56b13 None None] New status for floating IP 5b5a46f0-e285-4070-a905-fb2e50e9aab2: ACTIVE {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:14:45.914609 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-613e85a8-5bae-42b2-8e6c-015fe58f4829 req-5b267943-ab7f-4e17-890e-e087ec2f5060 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445459 Apr 12 03:14:47.045216 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f9c34-9582-43d0-99e7-201230b360f3 req-c5d7d613-4b2a-4085-8b97-b736c7e5fdfc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:47.046679 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-743f9c34-9582-43d0-99e7-201230b360f3 req-c5d7d613-4b2a-4085-8b97-b736c7e5fdfc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0508859 Apr 12 03:14:47.095135 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-743f9c34-9582-43d0-99e7-201230b360f3 req-5afbde16-70b0-4137-9b41-1eda122b0bca tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427413 Apr 12 03:14:48.224977 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826de537-3539-4e39-afd0-3a3c79a18f24 req-55f044fe-ca91-43dd-8a81-4060c2e82831 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:48.226422 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-826de537-3539-4e39-afd0-3a3c79a18f24 req-55f044fe-ca91-43dd-8a81-4060c2e82831 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0465078 Apr 12 03:14:48.273860 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-826de537-3539-4e39-afd0-3a3c79a18f24 req-ef7072df-9e21-4d71-ab77-8ff9feff7185 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417814 Apr 12 03:14:49.403137 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ff04b-441c-4c81-9930-5639c394b4a9 req-353b396f-7e9c-4b20-a84d-e52b06883825 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:49.404604 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-949ff04b-441c-4c81-9930-5639c394b4a9 req-353b396f-7e9c-4b20-a84d-e52b06883825 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0468922 Apr 12 03:14:49.450940 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-949ff04b-441c-4c81-9930-5639c394b4a9 req-cf84854d-a298-4325-89ba-c52e425b595d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405600 Apr 12 03:14:50.576591 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194135d0-82e6-475b-87d7-027a9c04db2e req-d2074a36-470f-41b3-af71-6e51b2f4e9db tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:50.578056 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-194135d0-82e6-475b-87d7-027a9c04db2e req-d2074a36-470f-41b3-af71-6e51b2f4e9db tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0477388 Apr 12 03:14:50.629666 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-194135d0-82e6-475b-87d7-027a9c04db2e req-f1922452-9861-45b9-b7ad-4ce33fdee1af tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452368 Apr 12 03:14:51.760862 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e4880-b1dc-475b-b21f-a7e2740f0396 req-ddc3adcb-fe3e-4890-877c-9dbade26db60 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:51.762336 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-926e4880-b1dc-475b-b21f-a7e2740f0396 req-ddc3adcb-fe3e-4890-877c-9dbade26db60 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0470181 Apr 12 03:14:51.815807 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-926e4880-b1dc-475b-b21f-a7e2740f0396 req-a70d077e-a641-4b4e-b266-8c41c5a7522b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478179 Apr 12 03:14:52.949593 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146274ad-05a2-4813-80f9-c24543a8b380 req-2a68a230-cffd-4e07-9642-86b24ec1c5bb tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:52.951113 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-146274ad-05a2-4813-80f9-c24543a8b380 req-2a68a230-cffd-4e07-9642-86b24ec1c5bb tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0504787 Apr 12 03:14:53.000926 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-146274ad-05a2-4813-80f9-c24543a8b380 req-dd2a71e9-6300-449d-896f-7789312905bc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423462 Apr 12 03:14:54.136613 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64cd33-05be-4de2-ba3f-87df344b636c req-aab6efe9-00f8-496b-9808-dbe174881cee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:54.137985 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ce64cd33-05be-4de2-ba3f-87df344b636c req-aab6efe9-00f8-496b-9808-dbe174881cee tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0476031 Apr 12 03:14:54.184396 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ce64cd33-05be-4de2-ba3f-87df344b636c req-b50e7efa-c608-4ac3-ace1-a27f465e3dd1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 Apr 12 03:14:55.054769 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:14:55.325308 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059662a-f224-4561-bcdd-8df060abd759 req-30aa8e50-ed80-44f7-bd6c-1c36cd3071e9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:55.326835 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d059662a-f224-4561-bcdd-8df060abd759 req-30aa8e50-ed80-44f7-bd6c-1c36cd3071e9 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0506372 Apr 12 03:14:55.373349 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d059662a-f224-4561-bcdd-8df060abd759 req-d2f602d1-5142-4ae1-b3fd-05fc713ae17a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 Apr 12 03:14:56.501709 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dcafc-3f90-4bfa-9175-3cc5bb9f9789 req-c2374d31-c255-438c-b367-0b78ebe1f7e0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:56.503278 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f25dcafc-3f90-4bfa-9175-3cc5bb9f9789 req-c2374d31-c255-438c-b367-0b78ebe1f7e0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0479701 Apr 12 03:14:56.552944 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f25dcafc-3f90-4bfa-9175-3cc5bb9f9789 req-59d9242f-fb19-44ca-b553-c14e5812418b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414195 Apr 12 03:14:57.684959 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c183d43-fea3-4602-8ff1-7cfad0e9063a req-bec170d6-58d7-4d64-8799-7969d0a7dd92 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:57.686400 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4c183d43-fea3-4602-8ff1-7cfad0e9063a req-bec170d6-58d7-4d64-8799-7969d0a7dd92 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0555527 Apr 12 03:14:57.733673 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4c183d43-fea3-4602-8ff1-7cfad0e9063a req-758ea840-385d-4e28-a9c1-d59901d9bc6d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416696 Apr 12 03:14:58.864063 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888339d-35af-4dcf-adfb-a26c5c2e4072 req-b95bf166-d72a-4435-9077-6ae1cc24a6f1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:14:58.864974 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:14:58.865624 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3888339d-35af-4dcf-adfb-a26c5c2e4072 req-b95bf166-d72a-4435-9077-6ae1cc24a6f1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0512564 Apr 12 03:14:58.912769 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3888339d-35af-4dcf-adfb-a26c5c2e4072 req-2cb8498e-3d9a-4df7-8023-0d0bcc72125e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Apr 12 03:14:58.964378 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:58.975669 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'port_id': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'mac_address': 'fa:16:3e:c0:2b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:14:59.017035 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 is: ACTIVE; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:14:59.017433 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:59.158277 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02fe84b9-7b49-40c8-98e1-2464b7c07c10 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:14:59.179289 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:14:59.185926 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:14:59.246165 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:14:59.273198 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['02fe84b9-7b49-40c8-98e1-2464b7c07c10'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:15:00.036943 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d6d5-89cf-4182-a8c7-d8bdce89c0f2 req-f66136d6-93ea-4035-b21a-dd297b2c70f1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:00.038416 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-45e4d6d5-89cf-4182-a8c7-d8bdce89c0f2 req-f66136d6-93ea-4035-b21a-dd297b2c70f1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 945 time: 0.0471816 Apr 12 03:15:00.086011 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-45e4d6d5-89cf-4182-a8c7-d8bdce89c0f2 req-84fb3724-80bc-44c1-afb2-bb56b0ac2c64 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Apr 12 03:15:00.645598 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9b3c3be4-3c12-43fd-8b8c-53030df3b1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:00.878061 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:15:00.933370 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:15:00.933589 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:01.013748 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:15:01.014128 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:01.036370 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:01.038617 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3132a5-2f60-45e7-a5d8-7356ec1cfccd" -d '{"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-plugged", "status": "completed", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:01.050305 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:01.057035 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:01.080845 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01da1e2e-595b-43e6-8143-cb15b17b5d43 x-openstack-request-id: req-01da1e2e-595b-43e6-8143-cb15b17b5d43 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:01.081173 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-plugged", "status": "completed", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:01.081415 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01da1e2e-595b-43e6-8143-cb15b17b5d43 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:01.081802 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01da1e2e-595b-43e6-8143-cb15b17b5d43'] response: {'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'code': 200} Apr 12 03:15:01.107286 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:01.205752 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dced3f3-9edd-4914-adb6-ac9773c08c3b req-e2277052-4655-4b4f-9df6-7cef90b71f72 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:01.207145 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4dced3f3-9edd-4914-adb6-ac9773c08c3b req-e2277052-4655-4b4f-9df6-7cef90b71f72 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0504847 Apr 12 03:15:01.259812 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4dced3f3-9edd-4914-adb6-ac9773c08c3b req-01294673-df29-42a0-9c59-ce5458f9e9a6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469291 Apr 12 03:15:02.390170 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85e720-7cfb-4118-8a45-421011035925 req-2b1a475d-a22e-4163-8a61-90e98272f445 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:02.391664 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ed85e720-7cfb-4118-8a45-421011035925 req-2b1a475d-a22e-4163-8a61-90e98272f445 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0475039 Apr 12 03:15:02.441502 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ed85e720-7cfb-4118-8a45-421011035925 req-ac494cdf-38f6-4142-96cd-d56abef8db1f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Apr 12 03:15:03.043636 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6804d469-ceea-4843-94c2-718c46add22d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:03.569602 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9650bac-ad48-4bfb-a40d-1a0bac00d133 req-07f57cf5-92e1-4bc0-a3ff-650925d85965 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:03.571264 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a9650bac-ad48-4bfb-a40d-1a0bac00d133 req-07f57cf5-92e1-4bc0-a3ff-650925d85965 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0537846 Apr 12 03:15:03.625565 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a9650bac-ad48-4bfb-a40d-1a0bac00d133 req-353e3af3-2526-4694-b2fc-d6ec888eb33e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484779 Apr 12 03:15:03.765412 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:04.751390 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1c77d-6f11-4b99-a7f9-c43effa3d42f req-984d8e37-a3fd-4774-b3e0-8663cc80bb4e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:04.759308 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4ee1c77d-6f11-4b99-a7f9-c43effa3d42f req-984d8e37-a3fd-4774-b3e0-8663cc80bb4e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0548804 Apr 12 03:15:04.807709 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4ee1c77d-6f11-4b99-a7f9-c43effa3d42f req-6ac6a930-bc7e-49f0-a5cf-4362c9d519a3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473664 Apr 12 03:15:05.381840 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:05.946876 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a34f4d-917d-463c-96ff-014856150fa3 req-61d6561a-4341-47a4-941f-c7340611755c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:05.954003 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-34a34f4d-917d-463c-96ff-014856150fa3 req-61d6561a-4341-47a4-941f-c7340611755c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0708125 Apr 12 03:15:06.001898 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-34a34f4d-917d-463c-96ff-014856150fa3 req-ae2d4d80-4b4e-423f-8d1e-83ebcce0fff4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448427 Apr 12 03:15:06.866096 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:07.137439 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f8478-e33e-4dd4-b2dc-7dd9c91195be req-0df3631b-dbea-4106-9fa8-0c9bde97fd03 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:07.139771 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-810f8478-e33e-4dd4-b2dc-7dd9c91195be req-0df3631b-dbea-4106-9fa8-0c9bde97fd03 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0556655 Apr 12 03:15:07.192410 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-810f8478-e33e-4dd4-b2dc-7dd9c91195be req-4abb3745-9e1c-4864-847d-b509d6229bc2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465515 Apr 12 03:15:08.324998 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdcaca-d704-4f3f-89a9-a00f7da0394f req-ac3eaa0c-6078-43ac-b7c2-9d4a6c1c529c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:08.326562 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e4bdcaca-d704-4f3f-89a9-a00f7da0394f req-ac3eaa0c-6078-43ac-b7c2-9d4a6c1c529c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0588984 Apr 12 03:15:08.392198 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e4bdcaca-d704-4f3f-89a9-a00f7da0394f req-7a5abdcd-af5a-48e6-9b08-9cb78815eab5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591946 Apr 12 03:15:09.300522 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:09.528352 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8c46f-33cf-4d51-872a-c681b0295b27 req-c8824172-5cf1-4fe2-a8ab-f4c38af3e817 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:09.529919 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-81e8c46f-33cf-4d51-872a-c681b0295b27 req-c8824172-5cf1-4fe2-a8ab-f4c38af3e817 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0492406 Apr 12 03:15:09.584454 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-81e8c46f-33cf-4d51-872a-c681b0295b27 req-c0f48333-0ee2-4d13-a7b4-d785cbd19c80 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487034 Apr 12 03:15:10.721311 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da4d66-ebc7-413f-bc39-55a047f1b8e1 req-4876617c-25f0-4db6-94b1-33fc3d9c4095 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:10.722849 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c9da4d66-ebc7-413f-bc39-55a047f1b8e1 req-4876617c-25f0-4db6-94b1-33fc3d9c4095 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0600581 Apr 12 03:15:10.773927 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c9da4d66-ebc7-413f-bc39-55a047f1b8e1 req-cef5352e-0927-442f-93a0-93c785f7f821 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438409 Apr 12 03:15:11.145776 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-f0621037-e2f0-4cb7-a475-0e194ca0b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:11.147663 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-f0621037-e2f0-4cb7-a475-0e194ca0b28d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 1130 time: 0.0441306 Apr 12 03:15:11.267256 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-4c5c8a95-41ec-475d-bdd9-39fbd0000d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:11.269319 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-4c5c8a95-41ec-475d-bdd9-39fbd0000d00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 918 time: 0.1008275 Apr 12 03:15:11.339785 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-01648646-4d5c-4578-93a5-4651a7dcc02a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 200 len: 1002 time: 0.0633447 Apr 12 03:15:11.395263 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-d97b40ed-5da8-4f7c-8f15-b35760ee21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:11.396836 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-d97b40ed-5da8-4f7c-8f15-b35760ee21d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.0510621 Apr 12 03:15:11.444080 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-1ffa0b7e-9121-47de-acc6-381e92d799d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:11.445639 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-1ffa0b7e-9121-47de-acc6-381e92d799d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420303 Apr 12 03:15:11.544213 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-a584357f-11c5-420a-b7c9-8ea522724b0d service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922050 Apr 12 03:15:11.642542 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95915b1b-eaeb-4ef9-bf60-fbc09f6dd462 req-cbb1c3f2-38e7-4475-81c5-9ca1a4e7863e service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924039 Apr 12 03:15:11.914128 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ee6b7-c068-4ad0-b269-e4d72adc6849 req-c30dbb46-4ddb-4fa5-9c83-58b2f24a8ad2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:11.919129 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c42ee6b7-c068-4ad0-b269-e4d72adc6849 req-c30dbb46-4ddb-4fa5-9c83-58b2f24a8ad2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0597968 Apr 12 03:15:11.968248 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c42ee6b7-c068-4ad0-b269-e4d72adc6849 req-8f94d612-4820-47bb-8b57-9a6e94be82a8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456104 Apr 12 03:15:13.091593 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35899df-11f1-46fd-92ab-67b943a4dfc0 req-d9e00340-d2d0-421d-b668-706546934512 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:13.093047 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f35899df-11f1-46fd-92ab-67b943a4dfc0 req-d9e00340-d2d0-421d-b668-706546934512 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0509379 Apr 12 03:15:13.138917 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f35899df-11f1-46fd-92ab-67b943a4dfc0 req-50ed4d35-63ff-4a8b-8c44-5df00918629e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401402 Apr 12 03:15:13.881775 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-d2c8801d-83cc-4f72-8d28-f76172faa82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:13.883341 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-d2c8801d-83cc-4f72-8d28-f76172faa82b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 1130 time: 0.0440450 Apr 12 03:15:13.976824 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-101ba80f-8943-4d60-b213-d85e141d6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:13.978296 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-101ba80f-8943-4d60-b213-d85e141d6ed4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 918 time: 0.0888073 Apr 12 03:15:14.043523 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-71cd5861-6241-4c40-a6a2-c784f5823df8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 200 len: 1002 time: 0.0589383 Apr 12 03:15:14.092562 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-b80c7057-aec9-4fb3-9bea-3792c8996610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:14.093984 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-b80c7057-aec9-4fb3-9bea-3792c8996610 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.0438275 Apr 12 03:15:14.140309 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-23d0baf0-583f-4bd0-8f71-53af1eec5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:14.141671 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-23d0baf0-583f-4bd0-8f71-53af1eec5f48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415156 Apr 12 03:15:14.234926 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-16336d31-5780-48c6-ba28-74976b8ff865 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864031 Apr 12 03:15:14.264567 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe979180-fae5-4ea8-a25c-f18bdf024a46 req-99cb6b3e-5ca4-4d46-84ef-bb263070157d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:14.266196 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fe979180-fae5-4ea8-a25c-f18bdf024a46 req-99cb6b3e-5ca4-4d46-84ef-bb263070157d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0461376 Apr 12 03:15:14.317033 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fe979180-fae5-4ea8-a25c-f18bdf024a46 req-b86b3d74-efc6-474f-a51c-b445a617dc02 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Apr 12 03:15:14.330830 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-102d060c-a1d8-425f-93ce-2eb55b37b11c req-5b1e2db2-bb02-4776-982b-b3a54c839f60 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893881 Apr 12 03:15:15.440763 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59dffa-62c3-4190-b0c4-775833296bdb req-2112a091-6528-47e6-bd05-bf4fd4b57d47 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:15.442251 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4a59dffa-62c3-4190-b0c4-775833296bdb req-2112a091-6528-47e6-bd05-bf4fd4b57d47 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0539253 Apr 12 03:15:15.488242 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4a59dffa-62c3-4190-b0c4-775833296bdb req-fe25dee3-5cfd-4e9a-b719-85a81ba7ff4c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402412 Apr 12 03:15:16.621835 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae09b2e-b3b6-47f1-bad7-1bd2afbcf914 req-930535c4-9f5c-45fd-b45e-f0a26a91f8a7 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:16.623590 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-bae09b2e-b3b6-47f1-bad7-1bd2afbcf914 req-930535c4-9f5c-45fd-b45e-f0a26a91f8a7 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 946 time: 0.0530927 Apr 12 03:15:16.677917 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-bae09b2e-b3b6-47f1-bad7-1bd2afbcf914 req-01b32c83-49b0-4eb9-aba5-13fdeecb40a3 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486352 Apr 12 03:15:16.982282 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:15:17.069592 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 is: ACTIVE; New status is: DOWN {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:15:17.069994 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:17.092905 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:17.095211 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be842c71-75c9-49a2-a8b5-38c24b0c3d3f" -d '{"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-unplugged", "status": "completed", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:17.107795 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:17.113089 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:17.140598 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b191c-55e1-4411-bcdc-571fd49b3cf7 x-openstack-request-id: req-5d7b191c-55e1-4411-bcdc-571fd49b3cf7 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:17.140884 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-unplugged", "status": "failed", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10", "code": 422}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:17.141134 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d7b191c-55e1-4411-bcdc-571fd49b3cf7 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:17.141562 dv-cinder-837443-1-smb neutron-server[103448]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d7b191c-55e1-4411-bcdc-571fd49b3cf7']: {'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'code': 422} returned with failed status Apr 12 03:15:17.166266 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=8']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:17.173169 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.173516 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.173849 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.174201 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.174536 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.174881 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.175203 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.175522 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.175840 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.176157 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.176481 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.176814 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.177131 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.177445 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.177759 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:15:17.489869 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-56b88428-2763-4145-ba61-33b72d188be0 req-1d9672e0-2911-464e-b164-7905342d7df8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:15:17.491418 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-56b88428-2763-4145-ba61-33b72d188be0 req-1d9672e0-2911-464e-b164-7905342d7df8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0084348 Apr 12 03:15:17.648566 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac67956-a2c2-4353-a7b5-a16f0668f061 req-b949e39c-6e46-447f-af23-3b7213e21084 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:17.650059 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fac67956-a2c2-4353-a7b5-a16f0668f061 req-b949e39c-6e46-447f-af23-3b7213e21084 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0467331 Apr 12 03:15:17.701242 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fac67956-a2c2-4353-a7b5-a16f0668f061 req-3067a67a-878f-4867-b620-dab1063602a6 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453978 Apr 12 03:15:17.842718 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47792) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:17.927723 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-00acc330-b13a-400e-b3e1-345f235648ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838327 Apr 12 03:15:17.936799 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-b486b4a2-6638-4583-a2d6-772d19450cc0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:15:17.937721 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-b486b4a2-6638-4583-a2d6-772d19450cc0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051622 Apr 12 03:15:18.015714 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 47800) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:15:18.112309 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318f672-745a-46a1-972c-f41a765e756f req-2d7d6c09-09ac-4ba6-903c-3ac48c8f3b75 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:18.113651 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-2d7d6c09-09ac-4ba6-903c-3ac48c8f3b75 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports/02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 200 len: 941 time: 0.0969362 Apr 12 03:15:18.831457 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608359-3035-4620-82aa-41f5ca5b8063 req-6f6bf20d-a842-4361-a45c-3deeb134f4a7 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:18.832921 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4c608359-3035-4620-82aa-41f5ca5b8063 req-6f6bf20d-a842-4361-a45c-3deeb134f4a7 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0592544 Apr 12 03:15:18.884708 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4c608359-3035-4620-82aa-41f5ca5b8063 req-a2aa8fdb-5065-4c0b-85b0-038f9d3e110a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457885 Apr 12 03:15:18.950256 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318f672-745a-46a1-972c-f41a765e756f req-a45bc239-08d0-4378-8eb5-052f106a639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:18.951819 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-a45bc239-08d0-4378-8eb5-052f106a639b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587&tenant_id=240711cb3a6f42729bc030a633e11a9c HTTP/1.1" status: 200 len: 1128 time: 0.0710359 Apr 12 03:15:19.017289 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318f672-745a-46a1-972c-f41a765e756f req-92453ebe-9a28-48ae-88b5-fc669dd1ab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:19.019370 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-92453ebe-9a28-48ae-88b5-fc669dd1ab6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=240711cb3a6f42729bc030a633e11a9c&device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 1128 time: 0.0397494 Apr 12 03:15:19.116428 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318f672-745a-46a1-972c-f41a765e756f req-50923241-6306-411a-86d2-6ae00b957fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:19.117872 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-50923241-6306-411a-86d2-6ae00b957fd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 200 len: 918 time: 0.0909760 Apr 12 03:15:19.183225 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-38a6c246-1398-49a3-b730-c2054ef14d17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 200 len: 1000 time: 0.0593290 Apr 12 03:15:19.241492 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318f672-745a-46a1-972c-f41a765e756f req-092883b9-369c-45df-8da3-3c537cbf03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:19.243723 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-092883b9-369c-45df-8da3-3c537cbf03f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 200 len: 856 time: 0.0537755 Apr 12 03:15:19.289918 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318f672-745a-46a1-972c-f41a765e756f req-33941e78-6c62-4e22-a44a-111e4eeec25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:19.291440 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-33941e78-6c62-4e22-a44a-111e4eeec25a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=28c57e7d-daad-4063-98b6-9da8448e5d98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0411310 Apr 12 03:15:19.385198 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-93e4529f-20f0-4273-b498-274876c29900 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867524 Apr 12 03:15:19.475615 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4318f672-745a-46a1-972c-f41a765e756f req-180f7483-19ed-4681-bf4b-bbaee6c19931 service neutron] 10.222.0.24 "GET /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840306 Apr 12 03:15:20.032150 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0c55d-bb3b-40a6-800b-e916352c8007 req-1ea67535-d368-47b9-9e1f-57516fbb6c70 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:20.033673 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32d0c55d-bb3b-40a6-800b-e916352c8007 req-1ea67535-d368-47b9-9e1f-57516fbb6c70 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0524466 Apr 12 03:15:20.088742 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-32d0c55d-bb3b-40a6-800b-e916352c8007 req-2469069e-1313-4671-8afd-46ca4bfa62a4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464282 Apr 12 03:15:21.217765 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532bdaf-d7e4-4453-b7ac-f96ee7a16bff req-9f651da7-66be-4dca-a090-a35d18418edd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:21.219346 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7532bdaf-d7e4-4453-b7ac-f96ee7a16bff req-9f651da7-66be-4dca-a090-a35d18418edd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0495393 Apr 12 03:15:21.270232 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7532bdaf-d7e4-4453-b7ac-f96ee7a16bff req-c33f2dff-4645-4e94-8370-218830ac5ce0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452540 Apr 12 03:15:22.398154 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853b83c-1a21-4741-90e7-467096b55724 req-841bc1fd-6919-4d91-bdc0-cd495edf9d79 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:22.399759 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7853b83c-1a21-4741-90e7-467096b55724 req-841bc1fd-6919-4d91-bdc0-cd495edf9d79 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0498273 Apr 12 03:15:22.446769 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7853b83c-1a21-4741-90e7-467096b55724 req-d3910903-42a0-4c73-b9d2-45deb1e61ffa tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406346 Apr 12 03:15:23.566456 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6dcaf-d562-4217-83c9-9e821eb96f2f req-981c0aea-27fe-43fa-906b-c0f86ea7632c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:23.567913 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b6c6dcaf-d562-4217-83c9-9e821eb96f2f req-981c0aea-27fe-43fa-906b-c0f86ea7632c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0502086 Apr 12 03:15:23.616435 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b6c6dcaf-d562-4217-83c9-9e821eb96f2f req-7aab9fa8-44af-4962-a5ea-445967767d9a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Apr 12 03:15:24.737565 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339cf83b-d8d1-4c13-8644-769a14d9e8ad req-1d715785-55aa-46a6-ab37-f31de5acf8e0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:24.739071 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-339cf83b-d8d1-4c13-8644-769a14d9e8ad req-1d715785-55aa-46a6-ab37-f31de5acf8e0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0455072 Apr 12 03:15:24.787633 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-339cf83b-d8d1-4c13-8644-769a14d9e8ad req-ddf4232d-1e04-4f21-9008-255e94110dde tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Apr 12 03:15:25.925466 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a6b08-afa6-4168-9907-3375459dadd7 req-bf0f146e-eefe-4da4-9007-75dbe0d321c8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:25.927885 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-018a6b08-afa6-4168-9907-3375459dadd7 req-bf0f146e-eefe-4da4-9007-75dbe0d321c8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0643947 Apr 12 03:15:25.974560 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-018a6b08-afa6-4168-9907-3375459dadd7 req-691dac89-3d00-42f8-b19b-923f9594fe45 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408967 Apr 12 03:15:27.104562 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95bfef-f72f-4ac2-977a-86db938168eb req-1be15540-7856-475d-9992-6566c0244e8f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:27.106120 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-da95bfef-f72f-4ac2-977a-86db938168eb req-1be15540-7856-475d-9992-6566c0244e8f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0578814 Apr 12 03:15:27.156981 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-da95bfef-f72f-4ac2-977a-86db938168eb req-b37412fd-9e1f-4942-8129-088c1a7a2d98 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451629 Apr 12 03:15:28.284047 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569feb1-3d89-4c9d-b386-e4925a1cbb24 req-e83bdf75-f827-4d27-ada6-2b386dbc36c5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:28.292766 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f569feb1-3d89-4c9d-b386-e4925a1cbb24 req-e83bdf75-f827-4d27-ada6-2b386dbc36c5 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0566285 Apr 12 03:15:28.336512 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f569feb1-3d89-4c9d-b386-e4925a1cbb24 req-507f36da-c4f1-423d-a45c-398c2dad5c89 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 Apr 12 03:15:29.472084 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3bd5ef-53ff-472e-a66f-72b5c952dcc8 req-128c9f15-6817-4f00-a3b2-68a1d70f2919 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:29.473555 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ae3bd5ef-53ff-472e-a66f-72b5c952dcc8 req-128c9f15-6817-4f00-a3b2-68a1d70f2919 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0513136 Apr 12 03:15:29.520139 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ae3bd5ef-53ff-472e-a66f-72b5c952dcc8 req-4d627190-7426-47e9-b245-ca2675b6f49c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 Apr 12 03:15:30.639774 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-66b6b458-3c43-4a5f-9678-778a68424e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:30.653281 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cf363-5cc6-46bf-becd-19570839ad15 req-37ae0b4c-8359-48c2-8613-dd9cbba76bd2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:30.654813 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d42cf363-5cc6-46bf-becd-19570839ad15 req-37ae0b4c-8359-48c2-8613-dd9cbba76bd2 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0534413 Apr 12 03:15:30.704052 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d42cf363-5cc6-46bf-becd-19570839ad15 req-b0a2e7a5-5aae-4a85-82ef-a7c298e4b5eb tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Apr 12 03:15:31.833368 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729e114-e879-43fa-ada2-5504ea7ae7f6 req-b8e08c7e-56d5-48e7-b651-f6d6ec390bfa tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:31.834821 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5729e114-e879-43fa-ada2-5504ea7ae7f6 req-b8e08c7e-56d5-48e7-b651-f6d6ec390bfa tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0462885 Apr 12 03:15:31.885937 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5729e114-e879-43fa-ada2-5504ea7ae7f6 req-88714dd7-c2a8-4034-bb3c-4a2e7a7d59ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Apr 12 03:15:32.057945 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:15:33.013325 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb73c02-f420-4c91-996b-c957648d18e2 req-dd0987e0-8d97-4166-b111-bf64f85874bc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:33.014792 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9bb73c02-f420-4c91-996b-c957648d18e2 req-dd0987e0-8d97-4166-b111-bf64f85874bc tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0482614 Apr 12 03:15:33.039665 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-12eec97e-84b9-4c65-a5cb-76ff795f25d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:33.068768 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9bb73c02-f420-4c91-996b-c957648d18e2 req-5468bf9c-8e96-4d14-92bc-b9d1397741cd tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484262 Apr 12 03:15:33.774572 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:34.192150 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fba75a-e6e1-4ef0-805b-4235b2efce46 req-a8134dc6-a139-4734-b203-aa1512cf8d9a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:34.193617 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b3fba75a-e6e1-4ef0-805b-4235b2efce46 req-a8134dc6-a139-4734-b203-aa1512cf8d9a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0472775 Apr 12 03:15:34.239299 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b3fba75a-e6e1-4ef0-805b-4235b2efce46 req-334cdb44-9f98-4016-8a63-c127ac2942a1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401120 Apr 12 03:15:35.370862 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451cc9a-893e-46df-910e-d589cb7e036a req-d282e1fb-966d-4e4b-b456-3be642eb0656 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:35.372383 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2451cc9a-893e-46df-910e-d589cb7e036a req-d282e1fb-966d-4e4b-b456-3be642eb0656 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0528283 Apr 12 03:15:35.387132 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:35.423042 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2451cc9a-893e-46df-910e-d589cb7e036a req-c00a1ea4-84f3-4a2d-8fc0-72d74cadc4d1 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447333 Apr 12 03:15:36.548579 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134d66-87f8-451b-9f20-28c88ce830e6 req-c1c30f44-40ea-4afd-b77a-44ea0b80454f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:36.550079 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9e134d66-87f8-451b-9f20-28c88ce830e6 req-c1c30f44-40ea-4afd-b77a-44ea0b80454f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 944 time: 0.0476527 Apr 12 03:15:36.597199 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9e134d66-87f8-451b-9f20-28c88ce830e6 req-aaac949b-6e30-43bd-af3c-70dd025e192a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415120 Apr 12 03:15:36.864026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.092051 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:15:37.209228 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:37.221030 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'port_id': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'mac_address': 'fa:16:3e:c0:2b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:15:37.264841 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:15:37.265226 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.277646 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fe84b9-7b49-40c8-98e1-2464b7c07c10 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:15:37.306555 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:37.312883 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:37.358731 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=9']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:37.687642 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['02fe84b9-7b49-40c8-98e1-2464b7c07c10'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:15:37.725434 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17302fdd-5602-4542-9ce6-c6f6dd52b109 req-d7a79717-2b9d-40d3-a7a3-50f68932270c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:37.726927 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17302fdd-5602-4542-9ce6-c6f6dd52b109 req-d7a79717-2b9d-40d3-a7a3-50f68932270c tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Apr 12 03:15:37.773096 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17302fdd-5602-4542-9ce6-c6f6dd52b109 req-aee02705-42cf-4d5b-9ad6-ba594a28d823 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402744 Apr 12 03:15:38.254956 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594b321-ec92-4076-881c-92c21e22c856 req-e6dcb5e0-2027-4685-874c-4507e2a245e7 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:38.256420 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3594b321-ec92-4076-881c-92c21e22c856 req-e6dcb5e0-2027-4685-874c-4507e2a245e7 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0490656 Apr 12 03:15:38.309022 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3594b321-ec92-4076-881c-92c21e22c856 req-dbbe3a6c-6868-497d-a07b-0769fe215ceb tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445514 Apr 12 03:15:38.898540 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a1096-5559-486a-a018-994ea2271bf6 req-4f8c3ee4-e758-47e7-95cc-dc8419176396 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:38.900150 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-577a1096-5559-486a-a018-994ea2271bf6 req-4f8c3ee4-e758-47e7-95cc-dc8419176396 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 945 time: 0.0478354 Apr 12 03:15:38.950032 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-577a1096-5559-486a-a018-994ea2271bf6 req-f7d186c6-807a-450b-b0b4-3838a46b8c91 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Apr 12 03:15:39.108182 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:15:39.164927 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:15:39.165547 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.242354 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:15:39.242743 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.264829 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:15:39.267080 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3d63d3-64a7-4ddf-8b62-e22da7ab95b4" -d '{"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-plugged", "status": "completed", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:15:39.283456 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:15:39.288982 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.314383 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b24e2a-7a7d-45a9-9d6b-5cc2238a4f63 x-openstack-request-id: req-b9b24e2a-7a7d-45a9-9d6b-5cc2238a4f63 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:15:39.314676 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-plugged", "status": "completed", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:15:39.314956 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9b24e2a-7a7d-45a9-9d6b-5cc2238a4f63 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:15:39.315372 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9b24e2a-7a7d-45a9-9d6b-5cc2238a4f63'] response: {'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'code': 200} Apr 12 03:15:39.346381 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:15:39.351216 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=10']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:15:39.425368 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60bce5-a474-401f-a7df-cc7cfbdfd35d req-c160ff76-f684-476d-9a29-d56ea572b6cf tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:39.426916 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6b60bce5-a474-401f-a7df-cc7cfbdfd35d req-c160ff76-f684-476d-9a29-d56ea572b6cf tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0489714 Apr 12 03:15:39.473538 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6b60bce5-a474-401f-a7df-cc7cfbdfd35d req-f234eef3-3b8a-446d-88d0-6354ccb2d520 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409648 Apr 12 03:15:39.486445 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990eeb2-1b75-42a7-a5cb-eed3394aaa67 req-cc34aaa6-9ddb-4a9e-8fa0-b9ff251f10af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:39.487981 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e990eeb2-1b75-42a7-a5cb-eed3394aaa67 req-cc34aaa6-9ddb-4a9e-8fa0-b9ff251f10af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 1131 time: 0.0374358 Apr 12 03:15:39.531343 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e990eeb2-1b75-42a7-a5cb-eed3394aaa67 req-70e53ca7-12e9-4ed5-aa15-f36ae0fa8bb7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366874 Apr 12 03:15:40.083371 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b890d-7a97-4cb5-81d9-476a122b5f26 req-df55dd4f-bbd3-43f8-abe2-a4670749c12a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:40.084818 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c00b890d-7a97-4cb5-81d9-476a122b5f26 req-df55dd4f-bbd3-43f8-abe2-a4670749c12a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 947 time: 0.0495200 Apr 12 03:15:40.133926 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c00b890d-7a97-4cb5-81d9-476a122b5f26 req-861edace-d1a1-4389-9fb9-3d2c3b7b2d2f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 Apr 12 03:15:40.598585 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad68b403-9491-47ac-ac94-40273a07c18a req-797e4829-90da-40a6-8c55-61ecc4b2182f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:40.600066 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ad68b403-9491-47ac-ac94-40273a07c18a req-797e4829-90da-40a6-8c55-61ecc4b2182f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0475130 Apr 12 03:15:40.647605 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ad68b403-9491-47ac-ac94-40273a07c18a req-f0455152-2a6d-4347-abe1-5006869022d1 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405548 Apr 12 03:15:41.268361 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a5c67-41d4-49c4-9030-bca150fa822a req-d8a5955a-f6f3-40b5-ab5b-d358610ae47e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:41.269825 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7a4a5c67-41d4-49c4-9030-bca150fa822a req-d8a5955a-f6f3-40b5-ab5b-d358610ae47e tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 947 time: 0.0504723 Apr 12 03:15:41.318668 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7a4a5c67-41d4-49c4-9030-bca150fa822a req-2bbabd33-aee8-4765-bf11-107d7c9915f8 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431461 Apr 12 03:15:41.766161 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49158c0a-5120-4081-a0b4-814fc88ebeda req-902ce9c1-a25c-4934-bbaf-67550cf9d598 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:41.767664 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-49158c0a-5120-4081-a0b4-814fc88ebeda req-902ce9c1-a25c-4934-bbaf-67550cf9d598 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0526648 Apr 12 03:15:41.813941 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-49158c0a-5120-4081-a0b4-814fc88ebeda req-a8654bfc-8d54-4a00-82c2-69d7dfc04812 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405393 Apr 12 03:15:42.461001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6363c96-01e8-478a-bf21-5184d85b1cc9 req-062782fc-ff03-4d6d-a1ef-a7259f0a6e32 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:42.462446 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b6363c96-01e8-478a-bf21-5184d85b1cc9 req-062782fc-ff03-4d6d-a1ef-a7259f0a6e32 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 947 time: 0.0632579 Apr 12 03:15:42.510468 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b6363c96-01e8-478a-bf21-5184d85b1cc9 req-55f783fe-856c-497e-b4b5-775fbd7ab09b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419872 Apr 12 03:15:42.942875 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962621f7-9dcd-4546-89bc-c814a21ac075 req-3dfcbed0-a8d0-4c81-a972-34de8ca3beb7 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:42.944368 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-962621f7-9dcd-4546-89bc-c814a21ac075 req-3dfcbed0-a8d0-4c81-a972-34de8ca3beb7 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0550554 Apr 12 03:15:42.997398 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-962621f7-9dcd-4546-89bc-c814a21ac075 req-50b6c2f3-22b2-4097-9b9a-4996d82701b0 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473616 Apr 12 03:15:44.131107 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de62565-657a-46b9-af36-495b8b78b2d1 req-0d90aed1-aeec-478f-833c-3720545fa714 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:44.132466 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4de62565-657a-46b9-af36-495b8b78b2d1 req-0d90aed1-aeec-478f-833c-3720545fa714 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0493867 Apr 12 03:15:44.183806 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4de62565-657a-46b9-af36-495b8b78b2d1 req-e41995d6-aff3-4acb-9748-4f62885871a2 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430949 Apr 12 03:15:45.329245 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dcb95-e4eb-47e5-a26a-9489e0b70ef3 req-1c24966b-86e5-46d2-93a6-77e1aa133457 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:45.330729 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d49dcb95-e4eb-47e5-a26a-9489e0b70ef3 req-1c24966b-86e5-46d2-93a6-77e1aa133457 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0531979 Apr 12 03:15:45.376763 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d49dcb95-e4eb-47e5-a26a-9489e0b70ef3 req-566ef41b-44f8-40a9-a7ec-9737ed416c72 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402994 Apr 12 03:15:46.493283 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cba4e-d564-4f1a-8f05-e8e2b4885fdc req-3fe27f6b-fe53-4b35-9861-2ecf73e3c50a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:46.494865 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-da2cba4e-d564-4f1a-8f05-e8e2b4885fdc req-3fe27f6b-fe53-4b35-9861-2ecf73e3c50a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0470479 Apr 12 03:15:46.542521 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-da2cba4e-d564-4f1a-8f05-e8e2b4885fdc req-6c6add42-3a17-4309-ba47-ad173b724988 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 Apr 12 03:15:47.672156 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83074db0-b49a-4726-bbe0-d7446576865e req-1299f0e6-c76f-4212-88ef-54441ab81b6d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:47.673664 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-83074db0-b49a-4726-bbe0-d7446576865e req-1299f0e6-c76f-4212-88ef-54441ab81b6d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0481117 Apr 12 03:15:47.724305 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-83074db0-b49a-4726-bbe0-d7446576865e req-3faab17e-ef98-403d-81bc-9d618c12e607 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423100 Apr 12 03:15:48.851307 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb291d6-149d-40cc-b5be-34aee6bea7bb req-dfed5317-80fa-4269-b840-80ef1b8b3337 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:48.852756 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8bb291d6-149d-40cc-b5be-34aee6bea7bb req-dfed5317-80fa-4269-b840-80ef1b8b3337 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0467284 Apr 12 03:15:48.900696 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8bb291d6-149d-40cc-b5be-34aee6bea7bb req-578fa938-c1a5-4115-8768-bed901c1d804 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423095 Apr 12 03:15:49.099107 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37768fde-02bd-41de-8e8b-dcef218e2370 req-10dfc145-92f0-4aa7-878d-f15ae7b616ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:49.100602 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-37768fde-02bd-41de-8e8b-dcef218e2370 req-10dfc145-92f0-4aa7-878d-f15ae7b616ee tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0504117 Apr 12 03:15:49.171135 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-b7443429-0ab0-4f39-93f0-c7a32e22841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:49.172607 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-b7443429-0ab0-4f39-93f0-c7a32e22841e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 1130 time: 0.0535638 Apr 12 03:15:49.176058 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-37768fde-02bd-41de-8e8b-dcef218e2370 req-07de4ba2-8b20-4202-b487-f62dffb495f3 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697899 Apr 12 03:15:49.267339 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-b03f7db2-018a-42b4-b24c-4f3bfa28100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:49.268955 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-b03f7db2-018a-42b4-b24c-4f3bfa28100e service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 911 time: 0.0901515 Apr 12 03:15:49.334481 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-ce17f169-28ee-46e2-b873-9bb396a4eb30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290 HTTP/1.1" status: 200 len: 1002 time: 0.0588717 Apr 12 03:15:49.382002 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-a083d3ac-ae07-4cb4-90f1-1bb57f46f1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:49.383449 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-a083d3ac-ae07-4cb4-90f1-1bb57f46f1fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0437140 Apr 12 03:15:49.429404 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-e9c1abb1-9245-49b8-bc6f-45df89645c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:49.430931 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-e9c1abb1-9245-49b8-bc6f-45df89645c3f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0404370 Apr 12 03:15:49.516760 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-c293393b-a9fc-4240-b4ed-bdc1eef6e290 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800393 Apr 12 03:15:49.872261 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-350103ef-5cde-44ee-bc12-15b276cf83b7 req-0514a8cd-0c44-40c7-85c4-c4d118ff642e service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496957 Apr 12 03:15:50.297507 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf475382-5379-48b4-9bf0-906cc2430ea7 req-7f22f49b-9b62-4169-b4ed-5111efd4e7ea tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:50.299249 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cf475382-5379-48b4-9bf0-906cc2430ea7 req-7f22f49b-9b62-4169-b4ed-5111efd4e7ea tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0477488 Apr 12 03:15:50.351659 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-cf475382-5379-48b4-9bf0-906cc2430ea7 req-77709505-89f3-4731-b2af-d68c5d113988 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467851 Apr 12 03:15:51.478423 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07453827-6ef2-4a00-8047-c4a6098a219f req-0b155d21-ed51-4c86-9e5f-b00f7c8c1ff5 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:15:51.480050 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-07453827-6ef2-4a00-8047-c4a6098a219f req-0b155d21-ed51-4c86-9e5f-b00f7c8c1ff5 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0526018 Apr 12 03:15:51.527529 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-07453827-6ef2-4a00-8047-c4a6098a219f req-3c1e8920-b946-48f6-98b4-f102fc2e421e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417726 Apr 12 03:16:00.655837 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-540ea15d-aa6e-4921-8aa7-aa75345900c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.046034 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-67ffd6ca-1bbe-4df2-ae2e-bb4ab2c35789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:03.774437 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:05.389082 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:05.596051 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85620b16-8de8-4c12-a947-78595350ed3f req-90e5146e-2954-4895-9254-a0d04b50d94e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:05.597506 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-85620b16-8de8-4c12-a947-78595350ed3f req-90e5146e-2954-4895-9254-a0d04b50d94e tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 945 time: 0.0481908 Apr 12 03:16:05.644577 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-85620b16-8de8-4c12-a947-78595350ed3f req-5ce1d8bf-342b-47d6-8ff2-bc1fe06aee77 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413406 Apr 12 03:16:06.768438 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd17d6dc-e184-4517-9d24-4db191e12586 req-a722e8c6-b0ca-4593-9c8c-01ce053f3915 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:06.769881 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dd17d6dc-e184-4517-9d24-4db191e12586 req-a722e8c6-b0ca-4593-9c8c-01ce053f3915 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 945 time: 0.0496593 Apr 12 03:16:06.820268 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dd17d6dc-e184-4517-9d24-4db191e12586 req-63ef90c2-e504-4eaa-a747-7e56a7f79541 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447812 Apr 12 03:16:06.858446 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.571080 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-c564f27b-43cf-4eec-9a20-0b08bbe68c9f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:07.572475 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-c564f27b-43cf-4eec-9a20-0b08bbe68c9f tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 945 time: 0.0577471 Apr 12 03:16:07.655522 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Deleting port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:07.655866 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.741653 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] For port 7cc36097-de01-4b9a-9126-4f31e7eea9c4, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=7cc36097-de01-4b9a-9126-4f31e7eea9c4,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:07.742003 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.909949 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.910659 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (5b5a46f0-e285-4070-a905-fb2e50e9aab2), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:07.910659 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Floating IP 5b5a46f0-e285-4070-a905-fb2e50e9aab2 disassociated. External IP: 172.28.1.223, port: 7cc36097-de01-4b9a-9126-4f31e7eea9c4. Apr 12 03:16:07.910951 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Calling delete_port for 7cc36097-de01-4b9a-9126-4f31e7eea9c4 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:07.937209 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25c415-43de-4e09-b414-93f34b8fb8e7 req-41618480-78b4-42ce-972f-dea183f58097 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:07.938722 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1a25c415-43de-4e09-b414-93f34b8fb8e7 req-41618480-78b4-42ce-972f-dea183f58097 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a7d4e06-b09d-43cf-8d00-4ba92191eb2c HTTP/1.1" status: 200 len: 945 time: 0.0472491 Apr 12 03:16:07.984937 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1a25c415-43de-4e09-b414-93f34b8fb8e7 req-d9c09eb6-c996-4353-8b68-38592c763a88 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups?id=56855d9b-9806-459b-bdf2-b5231baf04ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Apr 12 03:16:08.041942 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (7cc36097-de01-4b9a-9126-4f31e7eea9c4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.069764 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'Port': ['ID=7cc36097-de01-4b9a-9126-4f31e7eea9c4,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:08.080732 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.081074 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.081459 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.081736 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.082060 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.082381 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.082717 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.083040 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.083349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.083661 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.083973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.084288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.084586 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.084930 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.085236 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:08.197346 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:16:08.308683 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:08.318622 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:08.329263 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:08.329908 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:16:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:08.353529 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] No DVR routers for this DVR port 7cc36097-de01-4b9a-9126-4f31e7eea9c4 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:16:08.356047 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:08.359347 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e9a15a9c-5118-4f0f-b94f-ca94ed705d67 req-25bb0eae-4d9c-4755-95d7-a1e380fbedda tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.24 "DELETE /v2.0/ports/7cc36097-de01-4b9a-9126-4f31e7eea9c4 HTTP/1.1" status: 204 len: 173 time: 0.7812941 Apr 12 03:16:08.359784 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'name': 'network-vif-deleted', 'tag': '7cc36097-de01-4b9a-9126-4f31e7eea9c4'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:16:08.362022 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e50ea-7b09-48c8-b95f-b80cc99f3e48" -d '{"events": [{"server_uuid": "3a7d4e06-b09d-43cf-8d00-4ba92191eb2c", "name": "network-vif-deleted", "tag": "7cc36097-de01-4b9a-9126-4f31e7eea9c4"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:16:08.399352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9192886-fd74-4506-989f-5d01b233baa4 x-openstack-request-id: req-b9192886-fd74-4506-989f-5d01b233baa4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:16:08.400001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a7d4e06-b09d-43cf-8d00-4ba92191eb2c", "name": "network-vif-deleted", "tag": "7cc36097-de01-4b9a-9126-4f31e7eea9c4", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:16:08.400221 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9192886-fd74-4506-989f-5d01b233baa4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:16:08.400684 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9192886-fd74-4506-989f-5d01b233baa4'] response: {'server_uuid': '3a7d4e06-b09d-43cf-8d00-4ba92191eb2c', 'name': 'network-vif-deleted', 'tag': '7cc36097-de01-4b9a-9126-4f31e7eea9c4', 'status': 'completed', 'code': 200} Apr 12 03:16:08.440034 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:08.643879 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:08.670043 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:08.678447 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:08.679057 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:16:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:08.790626 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:08.977225 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:09.006729 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167f2a0e-3e06-4dd5-ae30-e353b5c1c773 None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:38Z', 'revision_number': 4, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '615c5142-74a6-4aee-9457-c01cb93ef8b7', 'name': '', 'network_id': '679197a9-b1b9-47ad-9ad7-b3934a3ec7a5', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'mac_address': 'fa:16:3e:71:fb:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:32Z', 'updated_at': '2022-04-12T03:08:46Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'subnets': [{'id': '2c83a292-53be-43b5-8bda-bf9c6887abca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:09.056724 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:16:09.073029 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48052) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:09.130397 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (56855d9b-9806-459b-bdf2-b5231baf04ef), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.155486 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (56855d9b-9806-459b-bdf2-b5231baf04ef), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.210082 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (56855d9b-9806-459b-bdf2-b5231baf04ef), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.212954 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.215147 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "DELETE /v2.0/security-groups/56855d9b-9806-459b-bdf2-b5231baf04ef HTTP/1.1" status: 204 len: 168 time: 0.1410413 Apr 12 03:16:09.216870 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48054) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:09.226081 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56855d9b-9806-459b-bdf2-b5231baf04ef,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:09.227564 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd4f799-202a-46ca-9e56-1a59cc07dc0d None None] New status for floating IP 5b5a46f0-e285-4070-a905-fb2e50e9aab2: DOWN {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:16:09.233644 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.233998 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.234339 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.234677 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.235039 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.235369 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.235696 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.236017 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.236278 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.api.v2.resource [None req-e73b2cac-3d6a-4e75-a141-d34665bc07cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] show failed (client error): The resource could not be found. Apr 12 03:16:09.236428 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.236654 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.236987 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.240187 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.240346 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e73b2cac-3d6a-4e75-a141-d34665bc07cc tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "GET /v2.0/security-groups/56855d9b-9806-459b-bdf2-b5231baf04ef HTTP/1.1" status: 404 len: 347 time: 0.0196981 Apr 12 03:16:09.240441 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.240441 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.240441 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aad187e-cad3-4b92-aa3c-4f75646dbe0b tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:09.240661 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48056) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:09.354363 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Deleting port b43bd84e-fb4b-4ab7-91c0-15d00464c2de {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:09.354748 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.362147 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.429356 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.429651 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.442592 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Calling delete_port for b43bd84e-fb4b-4ab7-91c0-15d00464c2de owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:09.593115 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (b43bd84e-fb4b-4ab7-91c0-15d00464c2de), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.617638 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Pushing event deleted for resources: {'Port': ['ID=b43bd84e-fb4b-4ab7-91c0-15d00464c2de,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:09.682020 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks [] for floatingip (5b5a46f0-e285-4070-a905-fb2e50e9aab2), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.684787 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:09.685947 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-77473e15-3a4f-45cb-864d-d7f53863c579 tempest-AttachVolumeNegativeTest-655658095 tempest-AttachVolumeNegativeTest-655658095-project] 10.222.0.41 "DELETE /v2.0/floatingips/5b5a46f0-e285-4070-a905-fb2e50e9aab2 HTTP/1.1" status: 204 len: 168 time: 0.4446149 Apr 12 03:16:11.249987 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 7cc36097-de01-4b9a-9126-4f31e7eea9c4 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:11.270550 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 7cc36097-de01-4b9a-9126-4f31e7eea9c4 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:11.270922 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 7cc36097-de01-4b9a-9126-4f31e7eea9c4 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:13.125836 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-a334eeeb-90b8-4b00-a456-9b4f8cf2657f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380964 Apr 12 03:16:13.186618 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-0c78477f-6537-477e-a210-e97357011a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:13.188122 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-0c78477f-6537-477e-a210-e97357011a4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 1130 time: 0.0407043 Apr 12 03:16:13.295468 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-8860f1e8-0d9e-4b7c-8a70-27442d4ab9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:13.296918 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-8860f1e8-0d9e-4b7c-8a70-27442d4ab9cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 911 time: 0.0893357 Apr 12 03:16:13.359359 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48096) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:13.364873 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-2c0e1a10-1076-4a87-9a05-a662c9e086d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290 HTTP/1.1" status: 200 len: 1002 time: 0.0603743 Apr 12 03:16:13.413310 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-270e1512-1775-4622-9a90-80c487afa4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:13.414802 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-270e1512-1775-4622-9a90-80c487afa4f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0438435 Apr 12 03:16:13.465405 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-68cddb54-5ee7-48b1-86fc-7f93486ee960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:13.466953 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-68cddb54-5ee7-48b1-86fc-7f93486ee960 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435503 Apr 12 03:16:13.562485 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-cba6ac0f-7e0b-4756-9c38-60598911d30e service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819073 Apr 12 03:16:13.655019 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3eb5c1d8-ef40-4697-9ea9-87eaa7ecb4f6 req-bac54801-2574-4394-9c97-bb88007adf07 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854692 Apr 12 03:16:13.787758 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043069'] for router_interface (74029f8e-71b2-4468-80fb-854be116c2ea), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.020075 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Deleting port 615c5142-74a6-4aee-9457-c01cb93ef8b7 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:14.020305 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.099030 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] For port 615c5142-74a6-4aee-9457-c01cb93ef8b7, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=615c5142-74a6-4aee-9457-c01cb93ef8b7,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:14.099388 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.112316 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Calling delete_port for 615c5142-74a6-4aee-9457-c01cb93ef8b7 owned by network:router_interface {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:14.298625 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (615c5142-74a6-4aee-9457-c01cb93ef8b7), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.324900 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=615c5142-74a6-4aee-9457-c01cb93ef8b7,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:14.486395 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2042897'] for router_interface (74029f8e-71b2-4468-80fb-854be116c2ea), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.701975 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Router 74029f8e-71b2-4468-80fb-854be116c2ea has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:16:14.809177 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:14.815091 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-1167bb19-adb1-4acf-b173-69fadcab6e73 admin admin] 10.222.0.41 "PUT /v2.0/routers/74029f8e-71b2-4468-80fb-854be116c2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4545872 Apr 12 03:16:14.817132 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48100) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:14.818190 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] Sync routers for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:14.828421 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:14.829035 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:16:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:14.921862 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks [] for router (74029f8e-71b2-4468-80fb-854be116c2ea), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:14.936358 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:15.029100 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks [] for router_gateway (74029f8e-71b2-4468-80fb-854be116c2ea), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.074936 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Deleting port 491a2904-8fb6-4074-a75b-826963efb5e1 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:15.075303 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.105335 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151'}], 'enable_snat': True}, 'gw_port_id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:16:14Z', 'revision_number': 5, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port': {'id': '491a2904-8fb6-4074-a75b-826963efb5e1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:35:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:22Z', 'updated_at': '2022-04-12T03:08:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:15.132787 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] Checking router: 74029f8e-71b2-4468-80fb-854be116c2ea for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:15.141689 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] Routers {'74029f8e-71b2-4468-80fb-854be116c2ea'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:15.142324 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:16:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['74029f8e-71b2-4468-80fb-854be116c2ea'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:15.329883 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] Set router 74029f8e-71b2-4468-80fb-854be116c2ea gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:15.387936 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:16:15Z', 'revision_number': 6, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port_host': None}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:15.417622 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66948979-6e1c-4db0-9f0a-35ea2344dd20 None None] The sync data for ids ['74029f8e-71b2-4468-80fb-854be116c2ea'] in dv-cinder-837443-1-smb is: [{'id': '74029f8e-71b2-4468-80fb-854be116c2ea', 'name': 'tempest-AttachVolumeNegativeTest-1023375233-router', 'tenant_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:16:15Z', 'revision_number': 6, 'project_id': 'd242dd1c24a44466b0295a9e04d3aa63', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:15.433551 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] For port 491a2904-8fb6-4074-a75b-826963efb5e1, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=491a2904-8fb6-4074-a75b-826963efb5e1,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:15.434261 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.448952 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Calling delete_port for 491a2904-8fb6-4074-a75b-826963efb5e1 owned by network:router_gateway {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:15.619967 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (491a2904-8fb6-4074-a75b-826963efb5e1), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.643889 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=491a2904-8fb6-4074-a75b-826963efb5e1,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:15.707642 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036983'] for router_gateway (74029f8e-71b2-4468-80fb-854be116c2ea), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.797270 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1993049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2726'] for router (74029f8e-71b2-4468-80fb-854be116c2ea), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.799676 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks [] for router_controller (74029f8e-71b2-4468-80fb-854be116c2ea), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.843986 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1993040'] for router (74029f8e-71b2-4468-80fb-854be116c2ea), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.844552 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74029f8e-71b2-4468-80fb-854be116c2ea {{(pid=103446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:16:15.848871 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.850108 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b3b15c61-eb98-435a-a8e2-9d43bfe583a4 admin admin] 10.222.0.41 "DELETE /v2.0/routers/74029f8e-71b2-4468-80fb-854be116c2ea HTTP/1.1" status: 204 len: 168 time: 1.0320318 Apr 12 03:16:15.852753 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48102) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:15.896994 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a1643f-a7a2-43f3-9a32-9c11cdaefd24 admin admin] Deleting subnet 2c83a292-53be-43b5-8bda-bf9c6887abca {{(pid=103446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:16:15.900150 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-33a1643f-a7a2-43f3-9a32-9c11cdaefd24 admin admin] Publish callbacks [] for subnet (2c83a292-53be-43b5-8bda-bf9c6887abca), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:15.939899 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-33a1643f-a7a2-43f3-9a32-9c11cdaefd24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402012'] for subnet (2c83a292-53be-43b5-8bda-bf9c6887abca), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.022145 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-33a1643f-a7a2-43f3-9a32-9c11cdaefd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (2c83a292-53be-43b5-8bda-bf9c6887abca), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.078548 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-33a1643f-a7a2-43f3-9a32-9c11cdaefd24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10111544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394502'] for subnet (2c83a292-53be-43b5-8bda-bf9c6887abca), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.103181 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1643f-a7a2-43f3-9a32-9c11cdaefd24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c83a292-53be-43b5-8bda-bf9c6887abca,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.106775 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-33a1643f-a7a2-43f3-9a32-9c11cdaefd24 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.109884 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-33a1643f-a7a2-43f3-9a32-9c11cdaefd24 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2c83a292-53be-43b5-8bda-bf9c6887abca HTTP/1.1" status: 204 len: 168 time: 0.2558880 Apr 12 03:16:16.112605 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48104) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:16.112991 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba7e0da-2743-4bc2-a188-ac1549d2263c None None] Network 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:16.186969 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.227444 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 491a2904-8fb6-4074-a75b-826963efb5e1 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:16.241065 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Deleting port 8fffff51-f205-486e-93f1-4b9cb7152db0 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:16.241482 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.248809 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 491a2904-8fb6-4074-a75b-826963efb5e1 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:16.249257 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 491a2904-8fb6-4074-a75b-826963efb5e1 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:16.249831 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 615c5142-74a6-4aee-9457-c01cb93ef8b7 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:16.268723 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 615c5142-74a6-4aee-9457-c01cb93ef8b7 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:16.269150 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 615c5142-74a6-4aee-9457-c01cb93ef8b7 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:16.280215 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] DHCP port deletion for 679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 request from dv-cinder-837443-1-smb {{(pid=103448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:16:16.318253 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] For port 8fffff51-f205-486e-93f1-4b9cb7152db0, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=8fffff51-f205-486e-93f1-4b9cb7152db0,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:16.318652 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.332132 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Calling delete_port for 8fffff51-f205-486e-93f1-4b9cb7152db0 owned by network:dhcp {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:16.335038 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] Deleting port 8fffff51-f205-486e-93f1-4b9cb7152db0 {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:16.335644 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.396347 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] For port 8fffff51-f205-486e-93f1-4b9cb7152db0, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=8fffff51-f205-486e-93f1-4b9cb7152db0,segment=NetworkSegment(6a61e8e8-b12b-4c65-955e-3fa1d2020d6b),segment_id=6a61e8e8-b12b-4c65-955e-3fa1d2020d6b)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:16.396758 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.411131 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.412736 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] Calling delete_port for 8fffff51-f205-486e-93f1-4b9cb7152db0 owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:16.435648 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fffff51-f205-486e-93f1-4b9cb7152db0,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.441363 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] No DVR routers for this DVR port 8fffff51-f205-486e-93f1-4b9cb7152db0 on host dv-cinder-837443-1-smb {{(pid=103446) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:16:16.499887 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099'] for port (8fffff51-f205-486e-93f1-4b9cb7152db0), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.522625 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.531639 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] Pushing event deleted for resources: {'Port': ['ID=8fffff51-f205-486e-93f1-4b9cb7152db0,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.537834 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5ebeb8-7003-4f41-b45f-44ce3fb8d52f None None] No DVR routers for this DVR port 8fffff51-f205-486e-93f1-4b9cb7152db0 on host dv-cinder-837443-1-smb {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:16:16.543665 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679197a9-b1b9-47ad-9ad7-b3934a3ec7a5']}} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:16.553453 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b') {'for_net_delete': True} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:16.553749 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.services.segments.db [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a61e8e8-b12b-4c65-955e-3fa1d2020d6b') {} {{(pid=103446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:16.563357 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8402005'] for segment (6a61e8e8-b12b-4c65-955e-3fa1d2020d6b), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.576467 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (6a61e8e8-b12b-4c65-955e-3fa1d2020d6b), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.582300 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103446) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:16:16.582701 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10111634'] for segment (6a61e8e8-b12b-4c65-955e-3fa1d2020d6b), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: Traceback (most recent call last): Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: timer() Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: cb(*args, **kw) Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: return func(*args, **kwargs) Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: self._notify() Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: self.callback(batched_events) Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: event.method(event) Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: return f(self, *a, **k) Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: return self._get(url).json() Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: return self.request(url, 'GET', **kwargs) Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:16:16.584445 dv-cinder-837443-1-smb neutron-server[103446]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:16:16.642420 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (679197a9-b1b9-47ad-9ad7-b3934a3ec7a5), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.647926 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.651138 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/679197a9-b1b9-47ad-9ad7-b3934a3ec7a5 HTTP/1.1" status: 204 len: 168 time: 0.5376747 Apr 12 03:16:16.662316 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395677ad-cfa7-4648-8b73-ca6091c680e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=679197a9-b1b9-47ad-9ad7-b3934a3ec7a5,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:16.775254 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48108) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:16.815788 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-990d35e0-67ee-4a7a-8117-c2938fc191df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d242dd1c24a44466b0295a9e04d3aa63&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0393682 Apr 12 03:16:16.818443 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48110) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:16.866113 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9fa1-a9d5-49e1-a038-641dbe3ac283 admin admin] Publish callbacks [] for security_group (812e7128-f289-4aea-9ce0-a514515f333c), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.887417 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9fa1-a9d5-49e1-a038-641dbe3ac283 admin admin] Publish callbacks [] for security_group (812e7128-f289-4aea-9ce0-a514515f333c), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.934061 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9fa1-a9d5-49e1-a038-641dbe3ac283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (812e7128-f289-4aea-9ce0-a514515f333c), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.936901 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2ef9fa1-a9d5-49e1-a038-641dbe3ac283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:16.938116 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a2ef9fa1-a9d5-49e1-a038-641dbe3ac283 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/812e7128-f289-4aea-9ce0-a514515f333c HTTP/1.1" status: 204 len: 168 time: 0.1186876 Apr 12 03:16:16.946226 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef9fa1-a9d5-49e1-a038-641dbe3ac283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e7128-f289-4aea-9ce0-a514515f333c,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:17.941350 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 8fffff51-f205-486e-93f1-4b9cb7152db0 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:17.963299 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 8fffff51-f205-486e-93f1-4b9cb7152db0 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:17.963701 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 8fffff51-f205-486e-93f1-4b9cb7152db0 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:20.767287 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48176) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:20.881305 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-06fb6e49-1415-4162-9141-5e193fc3a0df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:20.966053 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-06fb6e49-1415-4162-9141-5e193fc3a0df admin admin] Publish callbacks [] for security_group (97289e8f-d5ff-4ff6-a5bd-06dc7ad9d187), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:20.972677 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-06fb6e49-1415-4162-9141-5e193fc3a0df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (97289e8f-d5ff-4ff6-a5bd-06dc7ad9d187), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:21.012992 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb6e49-1415-4162-9141-5e193fc3a0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97289e8f-d5ff-4ff6-a5bd-06dc7ad9d187,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:21.017403 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-06fb6e49-1415-4162-9141-5e193fc3a0df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=43604b94520c4fc5a0d4f0b51aba98e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490478 Apr 12 03:16:21.020398 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48180) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:21.070212 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6687-7729-487f-b62f-eecf99618729 admin admin] Publish callbacks [] for security_group (97289e8f-d5ff-4ff6-a5bd-06dc7ad9d187), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:21.095878 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6687-7729-487f-b62f-eecf99618729 admin admin] Publish callbacks [] for security_group (97289e8f-d5ff-4ff6-a5bd-06dc7ad9d187), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:21.154412 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6687-7729-487f-b62f-eecf99618729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (97289e8f-d5ff-4ff6-a5bd-06dc7ad9d187), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:21.157217 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-c9ba6687-7729-487f-b62f-eecf99618729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:21.158358 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-c9ba6687-7729-487f-b62f-eecf99618729 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97289e8f-d5ff-4ff6-a5bd-06dc7ad9d187 HTTP/1.1" status: 204 len: 168 time: 0.1370642 Apr 12 03:16:21.166115 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ba6687-7729-487f-b62f-eecf99618729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97289e8f-d5ff-4ff6-a5bd-06dc7ad9d187,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:24.147377 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48314) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:24.258926 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6a23eb12-e753-4fed-be64-73302f52d75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.335354 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6a23eb12-e753-4fed-be64-73302f52d75d admin admin] Publish callbacks [] for security_group (688bf6d5-8774-472b-b7cd-8965c11f8675), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.341326 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6a23eb12-e753-4fed-be64-73302f52d75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (688bf6d5-8774-472b-b7cd-8965c11f8675), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.376692 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23eb12-e753-4fed-be64-73302f52d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688bf6d5-8774-472b-b7cd-8965c11f8675,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:24.382621 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-6a23eb12-e753-4fed-be64-73302f52d75d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3fea4fc0dc6e402193f3b5645470b53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340732 Apr 12 03:16:24.385267 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48318) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:24.446583 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-02027fb8-f054-4414-9987-a1f6ac74b142 admin admin] Publish callbacks [] for security_group (688bf6d5-8774-472b-b7cd-8965c11f8675), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.473656 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-02027fb8-f054-4414-9987-a1f6ac74b142 admin admin] Publish callbacks [] for security_group (688bf6d5-8774-472b-b7cd-8965c11f8675), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.524329 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-02027fb8-f054-4414-9987-a1f6ac74b142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (688bf6d5-8774-472b-b7cd-8965c11f8675), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.526895 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-02027fb8-f054-4414-9987-a1f6ac74b142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.528073 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-02027fb8-f054-4414-9987-a1f6ac74b142 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/688bf6d5-8774-472b-b7cd-8965c11f8675 HTTP/1.1" status: 204 len: 168 time: 0.1419446 Apr 12 03:16:24.536109 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02027fb8-f054-4414-9987-a1f6ac74b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688bf6d5-8774-472b-b7cd-8965c11f8675,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:24.814720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48324) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:24.828898 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f1d0-dcdd-45d7-850f-3f9f125a97a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.904458 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f1d0-dcdd-45d7-850f-3f9f125a97a0 admin admin] Publish callbacks [] for security_group (61443f89-41df-4331-ad17-ba17db3d1c74), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.909670 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1aa7f1d0-dcdd-45d7-850f-3f9f125a97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (61443f89-41df-4331-ad17-ba17db3d1c74), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:24.947343 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-1aa7f1d0-dcdd-45d7-850f-3f9f125a97a0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc5709260c6d40938908e064dc51c72a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314929 Apr 12 03:16:24.948336 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7f1d0-dcdd-45d7-850f-3f9f125a97a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61443f89-41df-4331-ad17-ba17db3d1c74,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:24.950369 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48326) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:25.000798 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ecb4affa-9109-4300-a3f2-ed56ff6601aa admin admin] Publish callbacks [] for security_group (61443f89-41df-4331-ad17-ba17db3d1c74), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:25.025376 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ecb4affa-9109-4300-a3f2-ed56ff6601aa admin admin] Publish callbacks [] for security_group (61443f89-41df-4331-ad17-ba17db3d1c74), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:25.083633 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ecb4affa-9109-4300-a3f2-ed56ff6601aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (61443f89-41df-4331-ad17-ba17db3d1c74), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:25.086949 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ecb4affa-9109-4300-a3f2-ed56ff6601aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:25.088139 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ecb4affa-9109-4300-a3f2-ed56ff6601aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61443f89-41df-4331-ad17-ba17db3d1c74 HTTP/1.1" status: 204 len: 168 time: 0.1367118 Apr 12 03:16:25.096202 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4affa-9109-4300-a3f2-ed56ff6601aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61443f89-41df-4331-ad17-ba17db3d1c74,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:30.651951 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d164d8ba-d142-4df9-ad41-08f3cb735c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:33.046722 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-1256ba7c-6737-4715-bdf0-91c025e4c427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:33.783022 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:35.403846 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:35.921818 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48438) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:36.029356 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f9cca59-9ec9-4034-83ba-99acd3cea549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.103057 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f9cca59-9ec9-4034-83ba-99acd3cea549 admin admin] Publish callbacks [] for security_group (3e188fb8-3e96-4e9e-adcb-a9ed98f266c6), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.108324 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f9cca59-9ec9-4034-83ba-99acd3cea549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (3e188fb8-3e96-4e9e-adcb-a9ed98f266c6), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.149262 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-5f9cca59-9ec9-4034-83ba-99acd3cea549 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f49296e995344d06962885f866579d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262156 Apr 12 03:16:36.150156 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cca59-9ec9-4034-83ba-99acd3cea549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e188fb8-3e96-4e9e-adcb-a9ed98f266c6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:36.153265 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48442) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:36.202021 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7602086d-e586-41fd-8ece-52d933f71b7c admin admin] Publish callbacks [] for security_group (3e188fb8-3e96-4e9e-adcb-a9ed98f266c6), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.226115 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7602086d-e586-41fd-8ece-52d933f71b7c admin admin] Publish callbacks [] for security_group (3e188fb8-3e96-4e9e-adcb-a9ed98f266c6), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.272949 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7602086d-e586-41fd-8ece-52d933f71b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (3e188fb8-3e96-4e9e-adcb-a9ed98f266c6), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.275586 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7602086d-e586-41fd-8ece-52d933f71b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.276714 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7602086d-e586-41fd-8ece-52d933f71b7c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e188fb8-3e96-4e9e-adcb-a9ed98f266c6 HTTP/1.1" status: 204 len: 168 time: 0.1224515 Apr 12 03:16:36.284708 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602086d-e586-41fd-8ece-52d933f71b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e188fb8-3e96-4e9e-adcb-a9ed98f266c6,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:36.566569 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48448) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:36.580147 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab523693-6825-4038-9071-533f151c064e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.654941 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab523693-6825-4038-9071-533f151c064e admin admin] Publish callbacks [] for security_group (54839d91-fc44-4d53-952d-b28e36ef25f1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.659913 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ab523693-6825-4038-9071-533f151c064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (54839d91-fc44-4d53-952d-b28e36ef25f1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.696685 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab523693-6825-4038-9071-533f151c064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54839d91-fc44-4d53-952d-b28e36ef25f1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:36.701938 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ab523693-6825-4038-9071-533f151c064e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36ac5d3b5cf048969bfd4394fcb55c51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343076 Apr 12 03:16:36.704816 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48450) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:36.751903 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-09da0a34-3863-4d32-93ab-559acb10f2b1 admin admin] Publish callbacks [] for security_group (54839d91-fc44-4d53-952d-b28e36ef25f1), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.773052 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-09da0a34-3863-4d32-93ab-559acb10f2b1 admin admin] Publish callbacks [] for security_group (54839d91-fc44-4d53-952d-b28e36ef25f1), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.822646 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-09da0a34-3863-4d32-93ab-559acb10f2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (54839d91-fc44-4d53-952d-b28e36ef25f1), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.825333 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-09da0a34-3863-4d32-93ab-559acb10f2b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:36.826457 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-09da0a34-3863-4d32-93ab-559acb10f2b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54839d91-fc44-4d53-952d-b28e36ef25f1 HTTP/1.1" status: 204 len: 168 time: 0.1206779 Apr 12 03:16:36.834037 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da0a34-3863-4d32-93ab-559acb10f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54839d91-fc44-4d53-952d-b28e36ef25f1,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:36.868020 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:37.942447 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48482) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:38.051650 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-22dae900-5503-454b-a32a-edd19b63754f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.127310 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-22dae900-5503-454b-a32a-edd19b63754f admin admin] Publish callbacks [] for security_group (945b1891-8422-4a4b-8dc6-71e78cdf21dc), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.131709 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-22dae900-5503-454b-a32a-edd19b63754f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (945b1891-8422-4a4b-8dc6-71e78cdf21dc), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.172519 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-22dae900-5503-454b-a32a-edd19b63754f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5ed517db7e34d8b955dd0bc3e0a13f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289560 Apr 12 03:16:38.173873 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dae900-5503-454b-a32a-edd19b63754f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945b1891-8422-4a4b-8dc6-71e78cdf21dc,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:38.175675 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48494) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:38.227586 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aff0171a-856b-4d59-b961-cb85764955df admin admin] Publish callbacks [] for security_group (945b1891-8422-4a4b-8dc6-71e78cdf21dc), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.250096 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aff0171a-856b-4d59-b961-cb85764955df admin admin] Publish callbacks [] for security_group (945b1891-8422-4a4b-8dc6-71e78cdf21dc), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.303902 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aff0171a-856b-4d59-b961-cb85764955df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (945b1891-8422-4a4b-8dc6-71e78cdf21dc), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.306615 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-aff0171a-856b-4d59-b961-cb85764955df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:38.310716 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-aff0171a-856b-4d59-b961-cb85764955df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/945b1891-8422-4a4b-8dc6-71e78cdf21dc HTTP/1.1" status: 204 len: 168 time: 0.1305163 Apr 12 03:16:38.344140 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0171a-856b-4d59-b961-cb85764955df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945b1891-8422-4a4b-8dc6-71e78cdf21dc,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:38.363055 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b45f8-07be-406b-aafa-34269baa3aad req-7f330db6-ec99-4dcf-9274-3408585dbb6b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:38.364572 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bd3b45f8-07be-406b-aafa-34269baa3aad req-7f330db6-ec99-4dcf-9274-3408585dbb6b tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 947 time: 0.0538595 Apr 12 03:16:38.415622 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bd3b45f8-07be-406b-aafa-34269baa3aad req-d64a4e09-63bc-4a49-8ad3-d6373bd1a3ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432050 Apr 12 03:16:39.313240 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:39.548655 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02977b8-6c0c-45c5-aade-7c4674c1e9e4 req-ad33d5ec-62ad-4701-9c9c-f308f3925ef4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:39.550146 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d02977b8-6c0c-45c5-aade-7c4674c1e9e4 req-ad33d5ec-62ad-4701-9c9c-f308f3925ef4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 947 time: 0.0492699 Apr 12 03:16:39.599251 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d02977b8-6c0c-45c5-aade-7c4674c1e9e4 req-17f8d2fe-8771-4651-a1cd-ed1d80f7c4ab tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups?id=962bfd85-cf6a-4c11-aef3-7c856c4087c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Apr 12 03:16:39.884682 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-55c762be-158e-4665-a8f6-7a121c15189a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:39.886025 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-55c762be-158e-4665-a8f6-7a121c15189a tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 947 time: 0.0466166 Apr 12 03:16:39.973457 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Deleting port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:39.973771 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:40.064698 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] For port 02fe84b9-7b49-40c8-98e1-2464b7c07c10, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=02fe84b9-7b49-40c8-98e1-2464b7c07c10,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:40.065034 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:40.231779 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:40.232041 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (7db80ac5-5263-43af-b5a9-ddad4ca7969f), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:40.232341 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Floating IP 7db80ac5-5263-43af-b5a9-ddad4ca7969f disassociated. External IP: 172.28.1.213, port: 02fe84b9-7b49-40c8-98e1-2464b7c07c10. Apr 12 03:16:40.232679 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Calling delete_port for 02fe84b9-7b49-40c8-98e1-2464b7c07c10 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:40.375351 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (02fe84b9-7b49-40c8-98e1-2464b7c07c10), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:40.406649 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event deleted for resources: {'Port': ['ID=02fe84b9-7b49-40c8-98e1-2464b7c07c10,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:40.525083 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Router 76634b89-be7e-4451-9e53-89137f774df0 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:16:40.636857 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:40.648533 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] Sync routers for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:40.658382 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:40.659021 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:16:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:40.680889 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] No DVR routers for this DVR port 02fe84b9-7b49-40c8-98e1-2464b7c07c10 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:16:40.683905 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:40.687969 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4205c610-cdd8-43f0-bf59-3ad463d75211 req-8897cbf7-7038-4c25-b01c-f197cd51fac4 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.24 "DELETE /v2.0/ports/02fe84b9-7b49-40c8-98e1-2464b7c07c10 HTTP/1.1" status: 204 len: 173 time: 0.7961619 Apr 12 03:16:40.687969 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-deleted', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:16:40.690212 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d80e28-9f3d-4927-a328-05ea68956253" -d '{"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-deleted", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:16:40.770228 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a5806aec-621f-4b0d-b23e-2d1f9dd959d8 req-9419832c-e094-4ac2-9358-a741f334111d tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/ports?device_id=136b0a00-c2e7-4243-a12c-ba00e4754587 HTTP/1.1" status: 200 len: 210 time: 0.0404289 Apr 12 03:16:40.772132 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ea5049-44c4-425b-96fb-969f0d7981c0 x-openstack-request-id: req-c4ea5049-44c4-425b-96fb-969f0d7981c0 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:16:40.772606 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136b0a00-c2e7-4243-a12c-ba00e4754587", "name": "network-vif-deleted", "tag": "02fe84b9-7b49-40c8-98e1-2464b7c07c10", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:16:40.773015 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4ea5049-44c4-425b-96fb-969f0d7981c0 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:16:40.773573 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ea5049-44c4-425b-96fb-969f0d7981c0'] response: {'server_uuid': '136b0a00-c2e7-4243-a12c-ba00e4754587', 'name': 'network-vif-deleted', 'tag': '02fe84b9-7b49-40c8-98e1-2464b7c07c10', 'status': 'completed', 'code': 200} Apr 12 03:16:40.778723 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:41.002537 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:41.028955 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] Checking router: 76634b89-be7e-4451-9e53-89137f774df0 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:41.037837 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:41.038345 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:16:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:41.153690 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:41.348565 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:41.500982 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660e0e83-13df-4c7a-ba39-fbb4a479e7fd None None] The sync data for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb is: [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:08:37Z', 'revision_number': 4, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '7217d5e5-7759-4ba6-ba11-4822357ae640', 'name': '', 'network_id': '28c57e7d-daad-4063-98b6-9da8448e5d98', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'mac_address': 'fa:16:3e:8e:5d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:31Z', 'updated_at': '2022-04-12T03:08:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'subnets': [{'id': 'ea79480f-f850-4280-a47f-d1a267e3c033', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:41.721668 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a19777-738d-432f-a016-bd3be104970c None None] New status for floating IP 7db80ac5-5263-43af-b5a9-ddad4ca7969f: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:16:41.873965 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48568) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:41.927571 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74822330-4e6f-45f6-a224-53aa146417ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (962bfd85-cf6a-4c11-aef3-7c856c4087c8), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:41.953921 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74822330-4e6f-45f6-a224-53aa146417ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (962bfd85-cf6a-4c11-aef3-7c856c4087c8), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.007722 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74822330-4e6f-45f6-a224-53aa146417ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (962bfd85-cf6a-4c11-aef3-7c856c4087c8), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.012045 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-74822330-4e6f-45f6-a224-53aa146417ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.013934 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-74822330-4e6f-45f6-a224-53aa146417ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "DELETE /v2.0/security-groups/962bfd85-cf6a-4c11-aef3-7c856c4087c8 HTTP/1.1" status: 204 len: 168 time: 0.1385570 Apr 12 03:16:42.018056 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48570) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:42.024591 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74822330-4e6f-45f6-a224-53aa146417ff tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962bfd85-cf6a-4c11-aef3-7c856c4087c8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:42.033753 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.api.v2.resource [None req-64a89fad-565c-41f2-bf78-ee0043b933b0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] show failed (client error): The resource could not be found. Apr 12 03:16:42.034830 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-64a89fad-565c-41f2-bf78-ee0043b933b0 tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "GET /v2.0/security-groups/962bfd85-cf6a-4c11-aef3-7c856c4087c8 HTTP/1.1" status: 404 len: 347 time: 0.0155406 Apr 12 03:16:42.038031 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48572) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:42.156871 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Deleting port 7be4be6f-f6da-4b6f-b27f-295794aaca18 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:42.157215 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (7be4be6f-f6da-4b6f-b27f-295794aaca18), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.236827 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (7be4be6f-f6da-4b6f-b27f-295794aaca18), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.237157 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (7be4be6f-f6da-4b6f-b27f-295794aaca18), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.250190 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Calling delete_port for 7be4be6f-f6da-4b6f-b27f-295794aaca18 owned by network:floatingip {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:42.383384 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (7be4be6f-f6da-4b6f-b27f-295794aaca18), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.389352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48580) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:42.407533 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Pushing event deleted for resources: {'Port': ['ID=7be4be6f-f6da-4b6f-b27f-295794aaca18,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:42.469321 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks [] for floatingip (7db80ac5-5263-43af-b5a9-ddad4ca7969f), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.471978 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.473128 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a9215ca8-cd29-4122-b39b-ab5fb026694f tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] 10.222.0.41 "DELETE /v2.0/floatingips/7db80ac5-5263-43af-b5a9-ddad4ca7969f HTTP/1.1" status: 204 len: 168 time: 0.4342127 Apr 12 03:16:42.499318 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48df70f2-3701-4bf4-b904-3f2c5ddaece9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.581847 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48df70f2-3701-4bf4-b904-3f2c5ddaece9 admin admin] Publish callbacks [] for security_group (ef658f38-7e37-427f-b2a4-f6cd1a1826ae), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.586947 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-48df70f2-3701-4bf4-b904-3f2c5ddaece9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (ef658f38-7e37-427f-b2a4-f6cd1a1826ae), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.630117 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-48df70f2-3701-4bf4-b904-3f2c5ddaece9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c2ac0b999f6486e9df4c31351a0a0da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393811 Apr 12 03:16:42.630905 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df70f2-3701-4bf4-b904-3f2c5ddaece9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef658f38-7e37-427f-b2a4-f6cd1a1826ae,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:42.632826 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48588) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:42.687377 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3c52-18f1-48cb-9184-1a660d3866e6 admin admin] Publish callbacks [] for security_group (ef658f38-7e37-427f-b2a4-f6cd1a1826ae), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.709717 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3c52-18f1-48cb-9184-1a660d3866e6 admin admin] Publish callbacks [] for security_group (ef658f38-7e37-427f-b2a4-f6cd1a1826ae), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.763994 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3c52-18f1-48cb-9184-1a660d3866e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (ef658f38-7e37-427f-b2a4-f6cd1a1826ae), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.766456 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2b1c3c52-18f1-48cb-9184-1a660d3866e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:42.767642 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2b1c3c52-18f1-48cb-9184-1a660d3866e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef658f38-7e37-427f-b2a4-f6cd1a1826ae HTTP/1.1" status: 204 len: 168 time: 0.1329274 Apr 12 03:16:42.775344 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c3c52-18f1-48cb-9184-1a660d3866e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef658f38-7e37-427f-b2a4-f6cd1a1826ae,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:43.468331 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:43.488753 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 02fe84b9-7b49-40c8-98e1-2464b7c07c10 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:43.489095 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 02fe84b9-7b49-40c8-98e1-2464b7c07c10 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:44.909101 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48656) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:45.420911 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043069'] for router_interface (76634b89-be7e-4451-9e53-89137f774df0), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:45.662811 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Deleting port 7217d5e5-7759-4ba6-ba11-4822357ae640 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:45.663158 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:45.749958 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] For port 7217d5e5-7759-4ba6-ba11-4822357ae640, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=7217d5e5-7759-4ba6-ba11-4822357ae640,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:45.750319 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:45.763119 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Calling delete_port for 7217d5e5-7759-4ba6-ba11-4822357ae640 owned by network:router_interface {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:45.957496 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (7217d5e5-7759-4ba6-ba11-4822357ae640), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:45.987651 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7217d5e5-7759-4ba6-ba11-4822357ae640,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:46.056455 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:16:46.167960 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2042897'] for router_interface (76634b89-be7e-4451-9e53-89137f774df0), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:46.387154 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Router 76634b89-be7e-4451-9e53-89137f774df0 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:16:46.497726 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:16:46.503332 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-45eea9bf-2011-4c01-8057-67b0a27b52d4 admin admin] 10.222.0.41 "PUT /v2.0/routers/76634b89-be7e-4451-9e53-89137f774df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930004 Apr 12 03:16:46.506964 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48680) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:46.508757 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] Sync routers for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:16:46.520249 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:46.520877 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:16:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:46.642190 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks [] for router (76634b89-be7e-4451-9e53-89137f774df0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:46.647496 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:46.750919 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks [] for router_gateway (76634b89-be7e-4451-9e53-89137f774df0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:46.801074 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Deleting port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:46.801524 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:46.827488 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33'}], 'enable_snat': True}, 'gw_port_id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:16:45Z', 'revision_number': 5, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port': {'id': '7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f8:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76634b89-be7e-4451-9e53-89137f774df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:08:21Z', 'updated_at': '2022-04-12T03:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:46.854987 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] Checking router: 76634b89-be7e-4451-9e53-89137f774df0 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:16:46.863334 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] Routers {'76634b89-be7e-4451-9e53-89137f774df0'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:16:46.863964 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:16:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['76634b89-be7e-4451-9e53-89137f774df0'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:46.883287 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] For port 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:46.883739 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:46.896796 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Calling delete_port for 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:46.962994 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] Set router 76634b89-be7e-4451-9e53-89137f774df0 gateway port host: None {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:16:47.021462 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:16:46Z', 'revision_number': 6, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port_host': None}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:47.048360 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5fd1a6-e5f5-4dbc-ac84-a666b1fe75ab None None] The sync data for ids ['76634b89-be7e-4451-9e53-89137f774df0'] in dv-cinder-837443-1-smb is: [{'id': '76634b89-be7e-4451-9e53-89137f774df0', 'name': 'tempest-AttachVolumeShelveTestJSON-1459849334-router', 'tenant_id': '240711cb3a6f42729bc030a633e11a9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:08:19Z', 'updated_at': '2022-04-12T03:16:46Z', 'revision_number': 6, 'project_id': '240711cb3a6f42729bc030a633e11a9c', 'gw_port_host': None}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:16:47.075369 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.107510 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Pushing event deleted for resources: {'Port': ['ID=7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:47.170126 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036983'] for router_gateway (76634b89-be7e-4451-9e53-89137f774df0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.273656 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1993049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2726'] for router (76634b89-be7e-4451-9e53-89137f774df0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.276136 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks [] for router_controller (76634b89-be7e-4451-9e53-89137f774df0), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.346657 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1993040'] for router (76634b89-be7e-4451-9e53-89137f774df0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.347224 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76634b89-be7e-4451-9e53-89137f774df0 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:16:47.352393 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.355942 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d018e72a-7520-427e-9985-875df24458ba admin admin] 10.222.0.41 "DELETE /v2.0/routers/76634b89-be7e-4451-9e53-89137f774df0 HTTP/1.1" status: 204 len: 168 time: 0.8453479 Apr 12 03:16:47.356170 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48702) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:47.406997 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eea788a-11ee-4ca3-a478-f46e83b1a000 admin admin] Deleting subnet ea79480f-f850-4280-a47f-d1a267e3c033 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:16:47.411197 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4eea788a-11ee-4ca3-a478-f46e83b1a000 admin admin] Publish callbacks [] for subnet (ea79480f-f850-4280-a47f-d1a267e3c033), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.448416 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4eea788a-11ee-4ca3-a478-f46e83b1a000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (ea79480f-f850-4280-a47f-d1a267e3c033), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.527667 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4eea788a-11ee-4ca3-a478-f46e83b1a000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (ea79480f-f850-4280-a47f-d1a267e3c033), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.581957 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4eea788a-11ee-4ca3-a478-f46e83b1a000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (ea79480f-f850-4280-a47f-d1a267e3c033), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.606228 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea788a-11ee-4ca3-a478-f46e83b1a000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea79480f-f850-4280-a47f-d1a267e3c033,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:47.609742 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4eea788a-11ee-4ca3-a478-f46e83b1a000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.615362 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-4eea788a-11ee-4ca3-a478-f46e83b1a000 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ea79480f-f850-4280-a47f-d1a267e3c033 HTTP/1.1" status: 204 len: 168 time: 0.2558029 Apr 12 03:16:47.615702 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48704) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:47.616999 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e32df18-c425-45c3-8098-2b3a98785bbb None None] Network 28c57e7d-daad-4063-98b6-9da8448e5d98 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:47.683861 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (28c57e7d-daad-4063-98b6-9da8448e5d98), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.733925 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Deleting port b5f48f6f-9d95-46c3-8606-d3c6089042cb {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:47.734429 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.797964 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] For port b5f48f6f-9d95-46c3-8606-d3c6089042cb, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b5f48f6f-9d95-46c3-8606-d3c6089042cb,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:47.798211 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.818726 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Calling delete_port for b5f48f6f-9d95-46c3-8606-d3c6089042cb owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:47.830900 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] DHCP port deletion for 28c57e7d-daad-4063-98b6-9da8448e5d98 request from dv-cinder-837443-1-smb {{(pid=103448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:16:47.874967 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Deleting port b5f48f6f-9d95-46c3-8606-d3c6089042cb {{(pid=103448) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:16:47.875447 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), before_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.917096 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.951915 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5f48f6f-9d95-46c3-8606-d3c6089042cb,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:47.953752 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] For port b5f48f6f-9d95-46c3-8606-d3c6089042cb, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b5f48f6f-9d95-46c3-8606-d3c6089042cb,segment=NetworkSegment(9e3b7744-4c1a-4d9c-9376-cafd9931c31e),segment_id=9e3b7744-4c1a-4d9c-9376-cafd9931c31e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:16:47.954048 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] No DVR routers for this DVR port b5f48f6f-9d95-46c3-8606-d3c6089042cb on host dv-cinder-837443-1-smb {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:16:47.954743 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), precommit_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:47.971989 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Calling delete_port for b5f48f6f-9d95-46c3-8606-d3c6089042cb owned by network:dhcp {{(pid=103448) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:16:48.033409 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:48.064258 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:48.064598 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 7eacab40-a7e5-43fe-8b5d-d7caeaaeb44b not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:48.065008 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 7217d5e5-7759-4ba6-ba11-4822357ae640 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:48.089917 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (28c57e7d-daad-4063-98b6-9da8448e5d98), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.092297 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 7217d5e5-7759-4ba6-ba11-4822357ae640 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:48.092640 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 7217d5e5-7759-4ba6-ba11-4822357ae640 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:48.093056 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b5f48f6f-9d95-46c3-8606-d3c6089042cb no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:16:48.115665 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: b5f48f6f-9d95-46c3-8606-d3c6089042cb {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:16:48.116004 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b5f48f6f-9d95-46c3-8606-d3c6089042cb not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:16:48.117267 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c57e7d-daad-4063-98b6-9da8448e5d98']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:48.130222 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e3b7744-4c1a-4d9c-9376-cafd9931c31e') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:48.130571 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e3b7744-4c1a-4d9c-9376-cafd9931c31e') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:48.134094 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099'] for port (b5f48f6f-9d95-46c3-8606-d3c6089042cb), after_delete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.143473 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (9e3b7744-4c1a-4d9c-9376-cafd9931c31e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.160843 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (9e3b7744-4c1a-4d9c-9376-cafd9931c31e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.165670 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] No DVR routers for this DVR port b5f48f6f-9d95-46c3-8606-d3c6089042cb on host dv-cinder-837443-1-smb {{(pid=103448) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:16:48.168016 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Pushing event deleted for resources: {'Port': ['ID=b5f48f6f-9d95-46c3-8606-d3c6089042cb,revision_number=None']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:48.168240 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:16:48.168764 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (9e3b7744-4c1a-4d9c-9376-cafd9931c31e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:16:48.171830 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:16:48.179456 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.179837 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.180426 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.180749 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.181131 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.181500 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.181864 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.182193 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.182643 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.183005 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.183332 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.184038 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.184307 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.184792 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.185145 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc34e246-5f89-4d88-b620-b6bf56ad00b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:16:48.247892 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (28c57e7d-daad-4063-98b6-9da8448e5d98), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.253715 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.256996 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/28c57e7d-daad-4063-98b6-9da8448e5d98 HTTP/1.1" status: 204 len: 168 time: 0.6404278 Apr 12 03:16:48.270960 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a7db71-fd39-4ce0-8a9d-2df16b4b4de1 admin admin] Pushing event deleted for resources: {'Network': ['ID=28c57e7d-daad-4063-98b6-9da8448e5d98,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:48.400399 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48716) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:48.446966 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-f86e8de2-23b9-47fc-99f8-003c324b056c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=240711cb3a6f42729bc030a633e11a9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0442009 Apr 12 03:16:48.448616 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48720) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:48.494452 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22cc6af4-f5a9-4575-84cf-3d665f31346b admin admin] Publish callbacks [] for security_group (728b5555-77dd-43c5-a742-a543ec8118a7), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.516981 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22cc6af4-f5a9-4575-84cf-3d665f31346b admin admin] Publish callbacks [] for security_group (728b5555-77dd-43c5-a742-a543ec8118a7), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.565867 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22cc6af4-f5a9-4575-84cf-3d665f31346b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (728b5555-77dd-43c5-a742-a543ec8118a7), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.568519 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-22cc6af4-f5a9-4575-84cf-3d665f31346b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:48.572105 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-22cc6af4-f5a9-4575-84cf-3d665f31346b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/728b5555-77dd-43c5-a742-a543ec8118a7 HTTP/1.1" status: 204 len: 168 time: 0.1200972 Apr 12 03:16:48.583555 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc6af4-f5a9-4575-84cf-3d665f31346b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b5555-77dd-43c5-a742-a543ec8118a7,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:48.681472 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa371abc-4a0d-4c37-a060-b63f07055717 req-078d5e21-4cb9-4a0e-83cb-f727a6b727a8 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:48.683156 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fa371abc-4a0d-4c37-a060-b63f07055717 req-078d5e21-4cb9-4a0e-83cb-f727a6b727a8 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0488174 Apr 12 03:16:48.735228 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fa371abc-4a0d-4c37-a060-b63f07055717 req-310c997d-370c-4be8-a088-cc395700b11f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458446 Apr 12 03:16:49.260713 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48746) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:49.364453 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183669075-network', 'tenant_id': '827a1d0011ea40d181e7d212a794c0c4'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:49.387653 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Made reservation on behalf of 827a1d0011ea40d181e7d212a794c0c4 for: {'network': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:49.389810 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.398553 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.476410 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Publish callbacks [] for security_group (b50a42c6-4187-4853-bfbe-c4c8f19b2244), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.481334 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (b50a42c6-4187-4853-bfbe-c4c8f19b2244), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.506292 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:16:49.514453 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50a42c6-4187-4853-bfbe-c4c8f19b2244,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:49.520459 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (ce9c8454-0dc5-4409-9ff2-522e3d2a6d92), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.520818 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.segments_db [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Added segment ce9c8454-0dc5-4409-9ff2-522e3d2a6d92 of type vlan for network 248414a1-c7c4-44dc-af72-9957c0589890 Apr 12 03:16:49.565977 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (248414a1-c7c4-44dc-af72-9957c0589890), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.593558 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (248414a1-c7c4-44dc-af72-9957c0589890), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.594753 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:49.595408 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.620668 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3583155 Apr 12 03:16:49.624418 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48766) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:49.630141 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Request body: {'subnet': {'network_id': '248414a1-c7c4-44dc-af72-9957c0589890', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183669075-subnet', 'tenant_id': '827a1d0011ea40d181e7d212a794c0c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:49.652193 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Made reservation on behalf of 827a1d0011ea40d181e7d212a794c0c4 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:49.654576 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10264205'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:49.664761 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60acf2c1-2a75-481b-b8aa-608a67643deb admin admin] Pushing event updated for resources: {'Network': ['ID=248414a1-c7c4-44dc-af72-9957c0589890,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:49.677243 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 248414a1-c7c4-44dc-af72-9957c0589890 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:16:50.103917 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d632-f331-44b4-b684-dbbde7e5bea1 req-3183a7f3-9b61-48b5-b4c9-5b5f282b3c5f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:50.105384 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-81c7d632-f331-44b4-b684-dbbde7e5bea1 req-3183a7f3-9b61-48b5-b4c9-5b5f282b3c5f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0577071 Apr 12 03:16:50.161045 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10334753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10264223'] for subnet (9e60730c-7a48-49eb-8ecb-66d08c999497), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.219539 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-81c7d632-f331-44b4-b684-dbbde7e5bea1 req-38e3024e-a618-4803-a94c-54a8334d1232 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954490 Apr 12 03:16:50.224644 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e60730c-7a48-49eb-8ecb-66d08c999497,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:50.243834 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Checking segment: {'id': 'ce9c8454-0dc5-4409-9ff2-522e3d2a6d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '248414a1-c7c4-44dc-af72-9957c0589890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:50.244186 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Network hostable DHCP agents. Network: 248414a1-c7c4-44dc-af72-9957c0589890, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:16:50.263409 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Network 248414a1-c7c4-44dc-af72-9957c0589890 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:16:50.272823 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 248414a1-c7c4-44dc-af72-9957c0589890) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:50.277469 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:50.278082 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.283298 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c3e56-6c3a-4e07-b910-2702c7a2aa47 None None] Network 248414a1-c7c4-44dc-af72-9957c0589890 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:50.296497 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-427b8cdd-4aa1-4c5c-a7ca-f056f04243e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6706314 Apr 12 03:16:50.385612 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f916900-7423-480e-8aba-2a9698799e20 None None] Network 248414a1-c7c4-44dc-af72-9957c0589890 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:50.761807 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48790) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:50.766473 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774116157-network', 'tenant_id': '20e022b947694762b578fc1b8a824e84'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:50.789564 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Made reservation on behalf of 20e022b947694762b578fc1b8a824e84 for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:50.792013 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.800373 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.875465 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Publish callbacks [] for security_group (34936244-7d98-4088-bd8b-d76cf1aa22a3), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.880162 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (34936244-7d98-4088-bd8b-d76cf1aa22a3), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.903987 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:16:50.914095 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34936244-7d98-4088-bd8b-d76cf1aa22a3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:50.918917 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (3c8afda7-abcf-4e2c-ad42-51304c0ac566), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.919254 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Added segment 3c8afda7-abcf-4e2c-ad42-51304c0ac566 of type vlan for network 35f23298-89b0-4112-a3f9-6eba167a5b10 Apr 12 03:16:50.959053 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (35f23298-89b0-4112-a3f9-6eba167a5b10), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.988789 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (35f23298-89b0-4112-a3f9-6eba167a5b10), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:50.989900 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:50.990455 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.047426 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2846172 Apr 12 03:16:51.050343 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48798) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:51.052792 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48800) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:51.055161 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Request body: {'subnet': {'network_id': '35f23298-89b0-4112-a3f9-6eba167a5b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1774116157-subnet', 'tenant_id': '20e022b947694762b578fc1b8a824e84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:51.058186 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1cd4e-ddbe-4103-96b9-dc78b0b4c023 admin admin] Pushing event updated for resources: {'Network': ['ID=35f23298-89b0-4112-a3f9-6eba167a5b10,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:51.068464 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 35f23298-89b0-4112-a3f9-6eba167a5b10 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:16:51.080336 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Made reservation on behalf of 20e022b947694762b578fc1b8a824e84 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:51.082984 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10264205'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.162245 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1911e49c-8b6f-4985-b637-eb601bb205b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.235086 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1911e49c-8b6f-4985-b637-eb601bb205b1 admin admin] Publish callbacks [] for security_group (8b0f79af-2b09-4f2f-a7e8-5b1c3d5f60c8), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.239040 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1911e49c-8b6f-4985-b637-eb601bb205b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8b0f79af-2b09-4f2f-a7e8-5b1c3d5f60c8), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.246373 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10334753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10264223'] for subnet (d24abd2a-5381-43ec-b7ba-5b05afe40461), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.278422 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-1911e49c-8b6f-4985-b637-eb601bb205b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a4238a23c9af487994a2f6b79805988a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239673 Apr 12 03:16:51.279579 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911e49c-8b6f-4985-b637-eb601bb205b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0f79af-2b09-4f2f-a7e8-5b1c3d5f60c8,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:51.282724 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48806) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:51.329266 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24abd2a-5381-43ec-b7ba-5b05afe40461,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:51.337996 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f3e04-e7ca-444b-946d-6000c56e7f0e req-a0fbd3d5-f935-4bef-9a06-8f8c398cbde2 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:51.339531 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6b0f3e04-e7ca-444b-946d-6000c56e7f0e req-a0fbd3d5-f935-4bef-9a06-8f8c398cbde2 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0497935 Apr 12 03:16:51.343384 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Checking segment: {'id': '3c8afda7-abcf-4e2c-ad42-51304c0ac566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '35f23298-89b0-4112-a3f9-6eba167a5b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:16:51.343734 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Network hostable DHCP agents. Network: 35f23298-89b0-4112-a3f9-6eba167a5b10, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:16:51.372678 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9851c78f-875d-453a-b28c-d01b5ee87f14 admin admin] Publish callbacks [] for security_group (8b0f79af-2b09-4f2f-a7e8-5b1c3d5f60c8), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.377817 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Network 35f23298-89b0-4112-a3f9-6eba167a5b10 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:16:51.387352 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6b0f3e04-e7ca-444b-946d-6000c56e7f0e req-03720e2d-7360-46f8-b51c-fbb364b3395c tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420010 Apr 12 03:16:51.398020 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 35f23298-89b0-4112-a3f9-6eba167a5b10) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:16:51.400830 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9851c78f-875d-453a-b28c-d01b5ee87f14 admin admin] Publish callbacks [] for security_group (8b0f79af-2b09-4f2f-a7e8-5b1c3d5f60c8), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.414567 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:51.415249 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.416932 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47ff672-adcc-4526-9d80-01c3b6347aba None None] Network 35f23298-89b0-4112-a3f9-6eba167a5b10 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:51.445792 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ce1ded1c-2667-48b9-9f83-1c51295de102 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3942068 Apr 12 03:16:51.464699 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9851c78f-875d-453a-b28c-d01b5ee87f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (8b0f79af-2b09-4f2f-a7e8-5b1c3d5f60c8), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.467423 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9851c78f-875d-453a-b28c-d01b5ee87f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.470746 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-9851c78f-875d-453a-b28c-d01b5ee87f14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b0f79af-2b09-4f2f-a7e8-5b1c3d5f60c8 HTTP/1.1" status: 204 len: 168 time: 0.1840763 Apr 12 03:16:51.477387 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851c78f-875d-453a-b28c-d01b5ee87f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0f79af-2b09-4f2f-a7e8-5b1c3d5f60c8,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:51.547793 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221556d8-2bf4-486a-bbd2-72ffd6344b2a None None] Network 35f23298-89b0-4112-a3f9-6eba167a5b10 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:16:51.574409 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48812) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:51.622440 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-967c4e16-6974-4685-a79f-f36de1da2c56 admin admin] Deleting subnet 9e60730c-7a48-49eb-8ecb-66d08c999497 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:16:51.625745 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-967c4e16-6974-4685-a79f-f36de1da2c56 admin admin] Publish callbacks [] for subnet (9e60730c-7a48-49eb-8ecb-66d08c999497), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.660484 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-967c4e16-6974-4685-a79f-f36de1da2c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (9e60730c-7a48-49eb-8ecb-66d08c999497), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.701866 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-967c4e16-6974-4685-a79f-f36de1da2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (9e60730c-7a48-49eb-8ecb-66d08c999497), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.756832 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-967c4e16-6974-4685-a79f-f36de1da2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (9e60730c-7a48-49eb-8ecb-66d08c999497), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.761508 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48816) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:51.774477 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-96591aa1-0012-4d7c-87a5-3917563217ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.781611 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c4e16-6974-4685-a79f-f36de1da2c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e60730c-7a48-49eb-8ecb-66d08c999497,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:51.786424 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-967c4e16-6974-4685-a79f-f36de1da2c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.791905 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-967c4e16-6974-4685-a79f-f36de1da2c56 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9e60730c-7a48-49eb-8ecb-66d08c999497 HTTP/1.1" status: 204 len: 168 time: 0.2141542 Apr 12 03:16:51.792092 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48818) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:51.860521 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (248414a1-c7c4-44dc-af72-9957c0589890), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.945817 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (248414a1-c7c4-44dc-af72-9957c0589890), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:51.967460 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248414a1-c7c4-44dc-af72-9957c0589890']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:51.977743 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9c8454-0dc5-4409-9ff2-522e3d2a6d92') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:51.977993 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9c8454-0dc5-4409-9ff2-522e3d2a6d92') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:51.988111 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (ce9c8454-0dc5-4409-9ff2-522e3d2a6d92), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.002091 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (ce9c8454-0dc5-4409-9ff2-522e3d2a6d92), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.008646 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:16:52.009047 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (ce9c8454-0dc5-4409-9ff2-522e3d2a6d92), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:16:52.011018 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:16:52.071639 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (248414a1-c7c4-44dc-af72-9957c0589890), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.077543 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.081066 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] 10.222.0.41 "DELETE /v2.0/networks/248414a1-c7c4-44dc-af72-9957c0589890 HTTP/1.1" status: 204 len: 168 time: 0.2880270 Apr 12 03:16:52.091862 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48820) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:52.099556 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3a770-d075-49ef-b204-4685bd4d7b30 admin admin] Pushing event deleted for resources: {'Network': ['ID=248414a1-c7c4-44dc-af72-9957c0589890,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:52.115456 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-96591aa1-0012-4d7c-87a5-3917563217ea admin admin] Publish callbacks [] for security_group (d8025370-03dc-49c7-8544-0775f93d38bf), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.121729 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-96591aa1-0012-4d7c-87a5-3917563217ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (d8025370-03dc-49c7-8544-0775f93d38bf), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.138815 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfddda8-d0f8-43eb-a2f9-c7e11bc4241a admin admin] Deleting subnet d24abd2a-5381-43ec-b7ba-5b05afe40461 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:16:52.142053 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebfddda8-d0f8-43eb-a2f9-c7e11bc4241a admin admin] Publish callbacks [] for subnet (d24abd2a-5381-43ec-b7ba-5b05afe40461), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.159862 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96591aa1-0012-4d7c-87a5-3917563217ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8025370-03dc-49c7-8544-0775f93d38bf,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:52.166995 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-96591aa1-0012-4d7c-87a5-3917563217ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2ab7df5f95354ce395e3c1cb7c2f0350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4043853 Apr 12 03:16:52.167193 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48822) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:52.187443 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebfddda8-d0f8-43eb-a2f9-c7e11bc4241a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (d24abd2a-5381-43ec-b7ba-5b05afe40461), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.247574 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebfddda8-d0f8-43eb-a2f9-c7e11bc4241a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (d24abd2a-5381-43ec-b7ba-5b05afe40461), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.277270 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cff5261c-4d38-45cc-beb7-7016dfca38ee admin admin] Publish callbacks [] for security_group (d8025370-03dc-49c7-8544-0775f93d38bf), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.307428 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cff5261c-4d38-45cc-beb7-7016dfca38ee admin admin] Publish callbacks [] for security_group (d8025370-03dc-49c7-8544-0775f93d38bf), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.334831 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebfddda8-d0f8-43eb-a2f9-c7e11bc4241a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (d24abd2a-5381-43ec-b7ba-5b05afe40461), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.366376 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfddda8-d0f8-43eb-a2f9-c7e11bc4241a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24abd2a-5381-43ec-b7ba-5b05afe40461,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:52.370431 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ebfddda8-d0f8-43eb-a2f9-c7e11bc4241a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.373563 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ebfddda8-d0f8-43eb-a2f9-c7e11bc4241a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d24abd2a-5381-43ec-b7ba-5b05afe40461 HTTP/1.1" status: 204 len: 168 time: 0.2807119 Apr 12 03:16:52.376290 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48824) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:52.434049 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cff5261c-4d38-45cc-beb7-7016dfca38ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (d8025370-03dc-49c7-8544-0775f93d38bf), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.436613 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cff5261c-4d38-45cc-beb7-7016dfca38ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.437740 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-cff5261c-4d38-45cc-beb7-7016dfca38ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d8025370-03dc-49c7-8544-0775f93d38bf HTTP/1.1" status: 204 len: 168 time: 0.2695558 Apr 12 03:16:52.456543 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5261c-4d38-45cc-beb7-7016dfca38ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8025370-03dc-49c7-8544-0775f93d38bf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:52.461352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (35f23298-89b0-4112-a3f9-6eba167a5b10), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.528138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03c78f-c906-4605-8c70-c5b89a8fd5ca req-1af75c34-66ba-4b12-a72d-570f171b691d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:52.529577 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0c03c78f-c906-4605-8c70-c5b89a8fd5ca req-1af75c34-66ba-4b12-a72d-570f171b691d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0709448 Apr 12 03:16:52.596533 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (35f23298-89b0-4112-a3f9-6eba167a5b10), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.631075 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f23298-89b0-4112-a3f9-6eba167a5b10']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:52.641041 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0c03c78f-c906-4605-8c70-c5b89a8fd5ca req-4acdf55c-e9a1-4f7a-bd1e-faca98f8363b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022735 Apr 12 03:16:52.644493 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c8afda7-abcf-4e2c-ad42-51304c0ac566') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:52.644780 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c8afda7-abcf-4e2c-ad42-51304c0ac566') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:16:52.655146 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (3c8afda7-abcf-4e2c-ad42-51304c0ac566), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.669230 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (3c8afda7-abcf-4e2c-ad42-51304c0ac566), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.676127 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:16:52.676534 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (3c8afda7-abcf-4e2c-ad42-51304c0ac566), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:16:52.678439 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:16:52.733314 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (35f23298-89b0-4112-a3f9-6eba167a5b10), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.738877 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.741970 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] 10.222.0.41 "DELETE /v2.0/networks/35f23298-89b0-4112-a3f9-6eba167a5b10 HTTP/1.1" status: 204 len: 168 time: 0.3647511 Apr 12 03:16:52.757731 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10e256-7682-44bc-b8d9-b9681cd7778f admin admin] Pushing event deleted for resources: {'Network': ['ID=35f23298-89b0-4112-a3f9-6eba167a5b10,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:52.762749 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48834) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:52.775766 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7af0-f0af-4fda-a7da-b91703eaef12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.850541 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7af0-f0af-4fda-a7da-b91703eaef12 admin admin] Publish callbacks [] for security_group (185be609-f910-46b8-b47b-ff71e3f3bbd9), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.855907 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7af0-f0af-4fda-a7da-b91703eaef12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (185be609-f910-46b8-b47b-ff71e3f3bbd9), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.892167 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc7af0-f0af-4fda-a7da-b91703eaef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185be609-f910-46b8-b47b-ff71e3f3bbd9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:52.896608 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-a3cc7af0-f0af-4fda-a7da-b91703eaef12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=232fc028b86f426d8bf24dbd7c7d8f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326170 Apr 12 03:16:52.899344 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48836) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:52.911087 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48838) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:52.947641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-298cb39c-4b54-4d25-a745-a54a098bc00b admin admin] Publish callbacks [] for security_group (185be609-f910-46b8-b47b-ff71e3f3bbd9), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.950952 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7d0ccebc-1b24-4256-88dd-951a212965b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=827a1d0011ea40d181e7d212a794c0c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383103 Apr 12 03:16:52.953433 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48840) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:52.971228 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-298cb39c-4b54-4d25-a745-a54a098bc00b admin admin] Publish callbacks [] for security_group (185be609-f910-46b8-b47b-ff71e3f3bbd9), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:52.999249 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4a09de21-fdec-45ca-a259-5f7e74b9d97c admin admin] Publish callbacks [] for security_group (b50a42c6-4187-4853-bfbe-c4c8f19b2244), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.016566 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-298cb39c-4b54-4d25-a745-a54a098bc00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (185be609-f910-46b8-b47b-ff71e3f3bbd9), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.019438 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-298cb39c-4b54-4d25-a745-a54a098bc00b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.020586 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-298cb39c-4b54-4d25-a745-a54a098bc00b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/185be609-f910-46b8-b47b-ff71e3f3bbd9 HTTP/1.1" status: 204 len: 168 time: 0.1203499 Apr 12 03:16:53.021713 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4a09de21-fdec-45ca-a259-5f7e74b9d97c admin admin] Publish callbacks [] for security_group (b50a42c6-4187-4853-bfbe-c4c8f19b2244), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.028522 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298cb39c-4b54-4d25-a745-a54a098bc00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185be609-f910-46b8-b47b-ff71e3f3bbd9,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:53.068093 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4a09de21-fdec-45ca-a259-5f7e74b9d97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (b50a42c6-4187-4853-bfbe-c4c8f19b2244), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.070743 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4a09de21-fdec-45ca-a259-5f7e74b9d97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.074279 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4a09de21-fdec-45ca-a259-5f7e74b9d97c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b50a42c6-4187-4853-bfbe-c4c8f19b2244 HTTP/1.1" status: 204 len: 168 time: 0.1175768 Apr 12 03:16:53.079598 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09de21-fdec-45ca-a259-5f7e74b9d97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50a42c6-4187-4853-bfbe-c4c8f19b2244,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:53.455585 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48858) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:53.499514 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a763f3b0-d7f9-4b57-8243-b29a63fb559c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=20e022b947694762b578fc1b8a824e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425830 Apr 12 03:16:53.501864 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 48860) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:53.548568 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-422080bb-ec67-49b6-807f-cc8fd0e2a203 admin admin] Publish callbacks [] for security_group (34936244-7d98-4088-bd8b-d76cf1aa22a3), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.570384 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-422080bb-ec67-49b6-807f-cc8fd0e2a203 admin admin] Publish callbacks [] for security_group (34936244-7d98-4088-bd8b-d76cf1aa22a3), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.620274 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-422080bb-ec67-49b6-807f-cc8fd0e2a203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (34936244-7d98-4088-bd8b-d76cf1aa22a3), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.622899 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-422080bb-ec67-49b6-807f-cc8fd0e2a203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:53.624062 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-422080bb-ec67-49b6-807f-cc8fd0e2a203 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34936244-7d98-4088-bd8b-d76cf1aa22a3 HTTP/1.1" status: 204 len: 168 time: 0.1212924 Apr 12 03:16:53.632055 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422080bb-ec67-49b6-807f-cc8fd0e2a203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34936244-7d98-4088-bd8b-d76cf1aa22a3,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:53.757951 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a50c61-dad7-4ab2-9332-60c0c703c85c req-5abec4d0-0e17-40d0-8c7d-fa1c80a4b4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:53.759847 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-26a50c61-dad7-4ab2-9332-60c0c703c85c req-5abec4d0-0e17-40d0-8c7d-fa1c80a4b4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0506620 Apr 12 03:16:53.809468 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-26a50c61-dad7-4ab2-9332-60c0c703c85c req-4ae07d0d-701b-45f1-933c-85c239fe7af5 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430257 Apr 12 03:16:54.114215 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48894) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:54.217871 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fdbc422b-a8c8-45ea-b959-0e004c2c88da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:54.298501 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fdbc422b-a8c8-45ea-b959-0e004c2c88da admin admin] Publish callbacks [] for security_group (fe2068cc-378d-4afa-9ea0-c2edc526c788), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:54.306841 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-fdbc422b-a8c8-45ea-b959-0e004c2c88da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (fe2068cc-378d-4afa-9ea0-c2edc526c788), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:54.344516 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-fdbc422b-a8c8-45ea-b959-0e004c2c88da admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ecdffa4c7954194a7a018cf4793d3c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291517 Apr 12 03:16:54.345222 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc422b-a8c8-45ea-b959-0e004c2c88da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2068cc-378d-4afa-9ea0-c2edc526c788,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:54.349107 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 48904) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:54.399654 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-894def4b-1528-4e15-9853-e33e5b50ca2e admin admin] Publish callbacks [] for security_group (fe2068cc-378d-4afa-9ea0-c2edc526c788), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:54.422072 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-894def4b-1528-4e15-9853-e33e5b50ca2e admin admin] Publish callbacks [] for security_group (fe2068cc-378d-4afa-9ea0-c2edc526c788), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:54.469193 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-894def4b-1528-4e15-9853-e33e5b50ca2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (fe2068cc-378d-4afa-9ea0-c2edc526c788), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:54.471745 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-894def4b-1528-4e15-9853-e33e5b50ca2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:54.472915 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-894def4b-1528-4e15-9853-e33e5b50ca2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe2068cc-378d-4afa-9ea0-c2edc526c788 HTTP/1.1" status: 204 len: 168 time: 0.1226811 Apr 12 03:16:54.481209 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894def4b-1528-4e15-9853-e33e5b50ca2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2068cc-378d-4afa-9ea0-c2edc526c788,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:54.923352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbd9cc-88c1-48c3-9abc-bc56798074c3 req-7c6b50ba-e2e5-4dca-b41a-2af7aaefec3e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:54.924924 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2bbd9cc-88c1-48c3-9abc-bc56798074c3 req-7c6b50ba-e2e5-4dca-b41a-2af7aaefec3e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0483119 Apr 12 03:16:54.981299 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2bbd9cc-88c1-48c3-9abc-bc56798074c3 req-42e65503-6a3d-443a-851a-be5864c44c88 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502918 Apr 12 03:16:56.105889 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1417b9f-5129-44ef-a438-2ebe069f6e93 req-ec68c0c9-2925-4075-bf65-04c442e8fc7d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:56.107398 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1417b9f-5129-44ef-a438-2ebe069f6e93 req-ec68c0c9-2925-4075-bf65-04c442e8fc7d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0522935 Apr 12 03:16:56.153394 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a1417b9f-5129-44ef-a438-2ebe069f6e93 req-80a12d5c-ef6f-4dd3-a01e-36fe9f260c19 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402737 Apr 12 03:16:56.828708 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-20548e77-b67f-4f6f-82ec-df3ad0492c58 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b98d9ac9c0cb46fa94fd2c8aaccac60c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285420 Apr 12 03:16:57.019776 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-1baf8c10-d90f-44f8-9057-2b4d49a31fdf tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:57.021251 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-1baf8c10-d90f-44f8-9057-2b4d49a31fdf tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871362 Apr 12 03:16:57.036760 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-cd44ff18-cfdc-4526-8422-c7cc35f8422b tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/quotas/b98d9ac9c0cb46fa94fd2c8aaccac60c HTTP/1.1" status: 200 len: 375 time: 0.0097551 Apr 12 03:16:57.069808 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-8ad61e3c-e4bf-4571-8628-268bf3185704 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b98d9ac9c0cb46fa94fd2c8aaccac60c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280573 Apr 12 03:16:57.270842 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28bde7-7aee-41ed-b8ad-720c55a0a82c req-9f38e571-437f-45e1-914b-ce6a1a88956d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:57.272244 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5e28bde7-7aee-41ed-b8ad-720c55a0a82c req-9f38e571-437f-45e1-914b-ce6a1a88956d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0468287 Apr 12 03:16:57.320842 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5e28bde7-7aee-41ed-b8ad-720c55a0a82c req-79aa7ba4-d108-4a4e-9dcb-bb8a0d96f09b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428052 Apr 12 03:16:58.251394 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ff8edc79-51ec-48d8-9155-99a06d6dddbb req-89b0960c-6ddc-4a68-a000-6142709db39c tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 210 time: 0.0378664 Apr 12 03:16:58.322649 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49028) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:58.463815 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92a0269e-df47-4778-83a4-3c957c8982e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:58.482802 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244db63-3cac-4d94-96b9-010ef8ab5531 req-d0682522-6a1e-4f47-90dd-0369bce7dca9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:58.484290 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a244db63-3cac-4d94-96b9-010ef8ab5531 req-d0682522-6a1e-4f47-90dd-0369bce7dca9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0752048 Apr 12 03:16:58.555165 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a244db63-3cac-4d94-96b9-010ef8ab5531 req-037289b6-5639-4096-9af4-e7efa634a72c tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622907 Apr 12 03:16:58.586599 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92a0269e-df47-4778-83a4-3c957c8982e5 admin admin] Publish callbacks [] for security_group (9b0cf263-741f-4771-b5c1-12b771379309), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:58.591471 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-92a0269e-df47-4778-83a4-3c957c8982e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (9b0cf263-741f-4771-b5c1-12b771379309), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:58.628422 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0269e-df47-4778-83a4-3c957c8982e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0cf263-741f-4771-b5c1-12b771379309,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:58.635360 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-92a0269e-df47-4778-83a4-3c957c8982e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=95131aa59b2b418d8009ea0c401ca67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089032 Apr 12 03:16:58.635571 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49038) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:58.685806 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb32fa0-dea3-4dc6-9c92-999f71caf68e admin admin] Publish callbacks [] for security_group (9b0cf263-741f-4771-b5c1-12b771379309), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:58.707063 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb32fa0-dea3-4dc6-9c92-999f71caf68e admin admin] Publish callbacks [] for security_group (9b0cf263-741f-4771-b5c1-12b771379309), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:58.756518 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb32fa0-dea3-4dc6-9c92-999f71caf68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (9b0cf263-741f-4771-b5c1-12b771379309), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:58.759189 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-bbb32fa0-dea3-4dc6-9c92-999f71caf68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:58.760351 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-bbb32fa0-dea3-4dc6-9c92-999f71caf68e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9b0cf263-741f-4771-b5c1-12b771379309 HTTP/1.1" status: 204 len: 168 time: 0.1239314 Apr 12 03:16:58.768872 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb32fa0-dea3-4dc6-9c92-999f71caf68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0cf263-741f-4771-b5c1-12b771379309,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:59.030031 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49046) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:59.043189 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d219f1f3-e5a3-4616-8b72-f5ce68b7c650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.127786 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d219f1f3-e5a3-4616-8b72-f5ce68b7c650 admin admin] Publish callbacks [] for security_group (9ea5d13d-c1d5-43e6-9df4-4188fe2ad092), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.132427 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-d219f1f3-e5a3-4616-8b72-f5ce68b7c650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (9ea5d13d-c1d5-43e6-9df4-4188fe2ad092), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.169404 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219f1f3-e5a3-4616-8b72-f5ce68b7c650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea5d13d-c1d5-43e6-9df4-4188fe2ad092,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:59.177613 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49048) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:16:59.178275 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-d219f1f3-e5a3-4616-8b72-f5ce68b7c650 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5a5c60ac49a4ff785ca0813103623ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469541 Apr 12 03:16:59.212901 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-42d8a02a-d0dc-4fe8-b101-27220cfa9ebc tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b98d9ac9c0cb46fa94fd2c8aaccac60c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234218 Apr 12 03:16:59.227703 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-39f1285a-c07b-4a6e-a26e-354263b1ce78 admin admin] Publish callbacks [] for security_group (9ea5d13d-c1d5-43e6-9df4-4188fe2ad092), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.254021 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-39f1285a-c07b-4a6e-a26e-354263b1ce78 admin admin] Publish callbacks [] for security_group (9ea5d13d-c1d5-43e6-9df4-4188fe2ad092), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.310409 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-39f1285a-c07b-4a6e-a26e-354263b1ce78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (9ea5d13d-c1d5-43e6-9df4-4188fe2ad092), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.314476 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-39f1285a-c07b-4a6e-a26e-354263b1ce78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.319603 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-39f1285a-c07b-4a6e-a26e-354263b1ce78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ea5d13d-c1d5-43e6-9df4-4188fe2ad092 HTTP/1.1" status: 204 len: 168 time: 0.1407354 Apr 12 03:16:59.331446 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1285a-c07b-4a6e-a26e-354263b1ce78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea5d13d-c1d5-43e6-9df4-4188fe2ad092,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:59.337600 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-f1a1312e-e2d0-434c-8e4f-a7838601c5f6 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:59.339319 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-f1a1312e-e2d0-434c-8e4f-a7838601c5f6 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1222823 Apr 12 03:16:59.355692 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Request body: {'port': {'device_id': '5e91ca2b-f9c0-4b0b-9c21-acb47895dc33', 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36', 'admin_state_up': True, 'tenant_id': 'b98d9ac9c0cb46fa94fd2c8aaccac60c'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:16:59.376957 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b3e9c5c4-cd01-40ae-a1d8-85d57da17dff req-8bbb8586-94c7-4cda-aea3-ca6f9e57fd5b tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 210 time: 0.0429173 Apr 12 03:16:59.472577 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Made reservation on behalf of b98d9ac9c0cb46fa94fd2c8aaccac60c for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:16:59.475995 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.484559 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.559160 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks [] for security_group (363127b1-43b4-457b-bc76-57b0978252fd), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.563862 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (363127b1-43b4-457b-bc76-57b0978252fd), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:16:59.627934 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363127b1-43b4-457b-bc76-57b0978252fd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:16:59.689863 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763e429-1ea5-4ae5-bc69-6f3e2d62aceb req-72ebbdd1-619e-454a-84fc-c25e76c28717 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:16:59.691440 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e763e429-1ea5-4ae5-bc69-6f3e2d62aceb req-72ebbdd1-619e-454a-84fc-c25e76c28717 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0647769 Apr 12 03:16:59.758559 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Allocated IP 192.168.233.188 (80aed4d9-1080-4279-9464-deb41c210e36/464abb62-e1ad-4836-9e01-695000b349ff/6458e430-4c4e-4d3b-8066-3e7d0529bb8a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:16:59.787086 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e763e429-1ea5-4ae5-bc69-6f3e2d62aceb req-a74eb270-f0ef-4267-8741-1f97c9e2ecff tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782480 Apr 12 03:16:59.950146 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks [] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.020429 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a61bd-1187-43b6-961b-94f88df217d8 req-e42879ff-4961-4142-a6a7-78e5bd5c5c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:00.021964 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f67a61bd-1187-43b6-961b-94f88df217d8 req-e42879ff-4961-4142-a6a7-78e5bd5c5c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0624516 Apr 12 03:17:00.036152 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.102321 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Network 80aed4d9-1080-4279-9464-deb41c210e36 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:17:00.109280 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:17:00.114569 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:17:00.116602 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Pushing event updated for resources: {'Port': ['ID=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:00.123209 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-4a5416cc-4953-49e4-8c1b-5f27a6597caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:00.126805 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-4a5416cc-4953-49e4-8c1b-5f27a6597caf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 1130 time: 0.0477743 Apr 12 03:17:00.151378 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f67a61bd-1187-43b6-961b-94f88df217d8 req-87ddc2a2-a396-45b9-9893-0aa3253b8a67 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227422 Apr 12 03:17:00.183495 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:00.184489 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.207842 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-2130814a-0ca9-4219-a19c-7b9d442ee6c7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8578188 Apr 12 03:17:00.219706 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Request body: {'port': {'device_id': '5e91ca2b-f9c0-4b0b-9c21-acb47895dc33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:17:00.256815 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-2426f9f5-0bd3-4407-8e3e-8a042564e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:00.259118 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-2426f9f5-0bd3-4407-8e3e-8a042564e644 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 911 time: 0.1269040 Apr 12 03:17:00.281582 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.347398 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-05e27eef-67ab-4577-a2b7-8be145ee6f46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290 HTTP/1.1" status: 200 len: 1002 time: 0.0826468 Apr 12 03:17:00.399671 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-8d8bf5a7-1f4e-40a9-9176-689bdd261a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:00.401195 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-8d8bf5a7-1f4e-40a9-9176-689bdd261a73 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0473635 Apr 12 03:17:00.421825 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-7d406301-2188-439f-b3a7-2921417a88d7 None None] Provisioning complete for port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:17:00.422880 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7d406301-2188-439f-b3a7-2921417a88d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.453259 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-9165c16f-eb33-4015-8fbc-6953821e472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:00.454976 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-9165c16f-eb33-4015-8fbc-6953821e472a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0461807 Apr 12 03:17:00.485803 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-7d406301-2188-439f-b3a7-2921417a88d7 None None] Port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:17:00.577751 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a17a69-8b9b-4ed6-b55e-57adbd21053e req-a8112ed0-3ec9-4e8d-9302-625278795e11 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:00.579734 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-17a17a69-8b9b-4ed6-b55e-57adbd21053e req-a8112ed0-3ec9-4e8d-9302-625278795e11 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 936 time: 0.0622535 Apr 12 03:17:00.598204 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-560eafc4-2c8b-4077-8efa-92df44431a02 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372383 Apr 12 03:17:00.602721 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6458e430-4c4e-4d3b-8066-3e7d0529bb8a {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:17:00.612279 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Publish callbacks [] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.625193 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Transition to ACTIVE for port object 6458e430-4c4e-4d3b-8066-3e7d0529bb8a will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:17:00.630943 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.651053 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-33ffbb56-98f1-4894-9792-419ea3f6b44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.688566 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Pushing event updated for resources: {'Port': ['ID=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:00.696147 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-17a17a69-8b9b-4ed6-b55e-57adbd21053e req-c156bcae-b145-48e9-a49f-d8aae8cc8a5c tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078072 Apr 12 03:17:00.737292 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-de9fee1e-5c5a-4801-ab4d-49f4130c23ce service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310916 Apr 12 03:17:00.793503 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Attempting to bind port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:17:00.793780 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Attempting to bind port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:17:00.794127 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Attempting to bind port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a on network 80aed4d9-1080-4279-9464-deb41c210e36 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:17:00.798940 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a on network 80aed4d9-1080-4279-9464-deb41c210e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:17:00.799248 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Attempting to bind port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a on network 80aed4d9-1080-4279-9464-deb41c210e36 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:17:00.804597 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:17:00.804930 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Checking segment: {'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:17:00.805308 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Bound using segment: {'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:17:00.805727 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Bound port: 6458e430-4c4e-4d3b-8066-3e7d0529bb8a, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fbbae40-6064-4854-abd2-422cea46d010', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:17:00.806078 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.873270 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] For port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:17:00.876961 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] For port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,segment=NetworkSegment(9fbbae40-6064-4854-abd2-422cea46d010),segment_id=9fbbae40-6064-4854-abd2-422cea46d010)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:17:00.886644 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.922996 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:00.923666 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:00.925245 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] 10.222.0.24 "PUT /v2.0/ports/6458e430-4c4e-4d3b-8066-3e7d0529bb8a HTTP/1.1" status: 200 len: 1098 time: 0.7106338 Apr 12 03:17:00.925692 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e91ca2b-f9c0-4b0b-9c21-acb47895dc33', 'tag': '6458e430-4c4e-4d3b-8066-3e7d0529bb8a'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:17:00.927994 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce3fc5c-4bd0-4563-806e-5c74f576853b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e91ca2b-f9c0-4b0b-9c21-acb47895dc33", "tag": "6458e430-4c4e-4d3b-8066-3e7d0529bb8a"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:17:00.966590 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68853899-f21f-4f9a-80b1-543173fd4189 service neutron] Pushing event updated for resources: {'Port': ['ID=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:00.988694 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515aa2c4-d2bf-4bb8-82e9-2d7a3df1952d x-openstack-request-id: req-515aa2c4-d2bf-4bb8-82e9-2d7a3df1952d {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:17:00.988983 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e91ca2b-f9c0-4b0b-9c21-acb47895dc33", "tag": "6458e430-4c4e-4d3b-8066-3e7d0529bb8a", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:17:00.989235 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-515aa2c4-d2bf-4bb8-82e9-2d7a3df1952d {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:17:00.989639 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-515aa2c4-d2bf-4bb8-82e9-2d7a3df1952d'] response: {'name': 'network-changed', 'server_uuid': '5e91ca2b-f9c0-4b0b-9c21-acb47895dc33', 'tag': '6458e430-4c4e-4d3b-8066-3e7d0529bb8a', 'status': 'completed', 'code': 200} Apr 12 03:17:01.027876 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-76ccf5fc-a870-4e3f-85d3-31dee1741caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:01.030040 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-76ccf5fc-a870-4e3f-85d3-31dee1741caf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b98d9ac9c0cb46fa94fd2c8aaccac60c&device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 1132 time: 0.0524919 Apr 12 03:17:01.089275 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-e22672cc-2b0f-4db8-9b6a-0723f3177697 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6458e430-4c4e-4d3b-8066-3e7d0529bb8a HTTP/1.1" status: 200 len: 217 time: 0.0422242 Apr 12 03:17:01.138014 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-f95aea75-8a0e-47cf-91b9-8ec44686b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:01.139539 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-f95aea75-8a0e-47cf-91b9-8ec44686b20f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=464abb62-e1ad-4836-9e01-695000b349ff HTTP/1.1" status: 200 len: 843 time: 0.0448301 Apr 12 03:17:01.275895 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20a809-7cd6-4bb5-a4d3-ad11a0172a88 req-6c57df92-3970-47a4-98e1-302e3e6fe940 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:01.277595 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fe20a809-7cd6-4bb5-a4d3-ad11a0172a88 req-6c57df92-3970-47a4-98e1-302e3e6fe940 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0538290 Apr 12 03:17:01.336113 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fe20a809-7cd6-4bb5-a4d3-ad11a0172a88 req-d513ab1e-8cc3-4ade-8b6f-827eda2984b6 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520778 Apr 12 03:17:01.607232 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-955ac710-62f9-47c4-82a2-9f231fb2f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:01.608804 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-955ac710-62f9-47c4-82a2-9f231fb2f704 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80aed4d9-1080-4279-9464-deb41c210e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422544 Apr 12 03:17:01.709750 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-d40bc4f6-9efe-4acc-bc4f-5446070b7397 service neutron] 10.222.0.24 "GET /v2.0/networks/80aed4d9-1080-4279-9464-deb41c210e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892053 Apr 12 03:17:01.847110 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e969-456f-4530-bfd4-a7c96f0544a4 req-823b9879-8284-437a-8712-318bf35f6d34 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:01.848500 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1891e969-456f-4530-bfd4-a7c96f0544a4 req-823b9879-8284-437a-8712-318bf35f6d34 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 948 time: 0.0785627 Apr 12 03:17:01.864594 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c83f2cf9-4d31-44bf-882b-6016345adcbf req-b9cc31e2-1b43-4fd2-8342-a21705d9e8f3 service neutron] 10.222.0.24 "GET /v2.0/networks/80aed4d9-1080-4279-9464-deb41c210e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476505 Apr 12 03:17:01.900957 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1891e969-456f-4530-bfd4-a7c96f0544a4 req-914e2058-a141-4992-b67e-83cbcd5a6792 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468204 Apr 12 03:17:02.616538 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25334d2c-408e-4725-bbcf-0921d790891f req-7c87e76c-e417-4a2b-810b-ba8800959378 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:02.618310 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-25334d2c-408e-4725-bbcf-0921d790891f req-7c87e76c-e417-4a2b-810b-ba8800959378 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0476933 Apr 12 03:17:02.669353 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-25334d2c-408e-4725-bbcf-0921d790891f req-81d0a95a-5517-4045-b9b3-531fc1ae1841 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456960 Apr 12 03:17:03.028083 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5120f6-cce9-4b2d-b2d4-3c7e28089b14 req-f551fe69-9f60-4e60-8761-4e0834800d1c tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:03.029574 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dc5120f6-cce9-4b2d-b2d4-3c7e28089b14 req-f551fe69-9f60-4e60-8761-4e0834800d1c tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 948 time: 0.0478816 Apr 12 03:17:03.044896 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbff5af8-9fbd-4fb7-a87d-7e495149bb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:03.082066 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dc5120f6-cce9-4b2d-b2d4-3c7e28089b14 req-e7f48fe4-cd43-4be2-9d20-22bcc5f0c56c tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434101 Apr 12 03:17:03.783147 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:03.852276 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-11d6e52c-c068-4626-aeda-d62845e9d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:03.853841 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-11d6e52c-c068-4626-aeda-d62845e9d664 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b98d9ac9c0cb46fa94fd2c8aaccac60c&device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 1132 time: 0.0449002 Apr 12 03:17:03.944106 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-1ad6eff2-8edd-4696-b34a-58459d281ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:03.945622 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-1ad6eff2-8edd-4696-b34a-58459d281ebc service neutron] 10.222.0.24 "GET /v2.0/networks?id=80aed4d9-1080-4279-9464-deb41c210e36 HTTP/1.1" status: 200 len: 870 time: 0.0857198 Apr 12 03:17:04.208498 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf7fb3-0165-4596-a76f-72747d217411 req-81e97daa-ea3f-45f9-a55b-848da785468d tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:04.210060 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-64cf7fb3-0165-4596-a76f-72747d217411 req-81e97daa-ea3f-45f9-a55b-848da785468d tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 948 time: 0.0587270 Apr 12 03:17:04.261500 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-64cf7fb3-0165-4596-a76f-72747d217411 req-58555ba6-7981-48b3-8d69-d305a29e1240 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452387 Apr 12 03:17:04.283074 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-1d270d2b-cd79-49bb-b573-b4d1608c97ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=6458e430-4c4e-4d3b-8066-3e7d0529bb8a HTTP/1.1" status: 200 len: 217 time: 0.3247004 Apr 12 03:17:04.326234 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-ed7641f9-f534-4ed6-9806-aec652fd5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:04.327964 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-ed7641f9-f534-4ed6-9806-aec652fd5b48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=464abb62-e1ad-4836-9e01-695000b349ff HTTP/1.1" status: 200 len: 843 time: 0.0466754 Apr 12 03:17:04.369314 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-e742876d-f1a6-4806-b4d9-b565d11679b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:04.370960 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-e742876d-f1a6-4806-b4d9-b565d11679b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=80aed4d9-1080-4279-9464-deb41c210e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375555 Apr 12 03:17:04.465428 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-9f506941-65ca-422b-9074-7f8ede8e913d service neutron] 10.222.0.24 "GET /v2.0/networks/80aed4d9-1080-4279-9464-deb41c210e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886703 Apr 12 03:17:04.553735 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dce3fc5c-4bd0-4563-806e-5c74f576853b req-5e105a60-f1da-422d-a1af-5f512546d1d8 service neutron] 10.222.0.24 "GET /v2.0/networks/80aed4d9-1080-4279-9464-deb41c210e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828559 Apr 12 03:17:04.637286 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49172) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:04.743658 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ca22-68de-4b1d-9b28-d161399ddea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:04.817979 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ca22-68de-4b1d-9b28-d161399ddea0 admin admin] Publish callbacks [] for security_group (7247d3f0-2a65-41e9-870d-0d973e92d96a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:04.823965 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ca22-68de-4b1d-9b28-d161399ddea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (7247d3f0-2a65-41e9-870d-0d973e92d96a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:04.859868 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5ca22-68de-4b1d-9b28-d161399ddea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247d3f0-2a65-41e9-870d-0d973e92d96a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:04.864057 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8bd5ca22-68de-4b1d-9b28-d161399ddea0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75245a06327648af9882f7c5f9582682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257760 Apr 12 03:17:04.866885 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49176) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:04.913109 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aa5766f5-530c-43af-b142-cea71dd2f9fd admin admin] Publish callbacks [] for security_group (7247d3f0-2a65-41e9-870d-0d973e92d96a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:04.937150 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aa5766f5-530c-43af-b142-cea71dd2f9fd admin admin] Publish callbacks [] for security_group (7247d3f0-2a65-41e9-870d-0d973e92d96a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:04.988359 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aa5766f5-530c-43af-b142-cea71dd2f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (7247d3f0-2a65-41e9-870d-0d973e92d96a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:04.991043 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-aa5766f5-530c-43af-b142-cea71dd2f9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:04.992239 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-aa5766f5-530c-43af-b142-cea71dd2f9fd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7247d3f0-2a65-41e9-870d-0d973e92d96a HTTP/1.1" status: 204 len: 168 time: 0.1244597 Apr 12 03:17:04.999756 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5766f5-530c-43af-b142-cea71dd2f9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247d3f0-2a65-41e9-870d-0d973e92d96a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:05.258943 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49182) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:05.272424 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a45cb839-c48c-467a-aefe-57209426413a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.353414 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a45cb839-c48c-467a-aefe-57209426413a admin admin] Publish callbacks [] for security_group (de8fc8bd-6c9f-47cb-96a4-f0e8631f253c), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.358587 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a45cb839-c48c-467a-aefe-57209426413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (de8fc8bd-6c9f-47cb-96a4-f0e8631f253c), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.384994 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b031b60-e811-4aab-8667-1f5d4ecf6573 req-fe8341e9-2e37-43fd-a74f-9d3afb6ec6ac tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:05.386508 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3b031b60-e811-4aab-8667-1f5d4ecf6573 req-fe8341e9-2e37-43fd-a74f-9d3afb6ec6ac tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 948 time: 0.0528631 Apr 12 03:17:05.394463 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.398959 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a45cb839-c48c-467a-aefe-57209426413a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=744a5f86bb184d0c82a11bc78c3cc39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389158 Apr 12 03:17:05.401232 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45cb839-c48c-467a-aefe-57209426413a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8fc8bd-6c9f-47cb-96a4-f0e8631f253c,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:05.403713 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49186) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:05.436994 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3b031b60-e811-4aab-8667-1f5d4ecf6573 req-8f7a5a88-ab94-4bb7-a555-ddf2c6d1cc15 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439925 Apr 12 03:17:05.453669 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-89bc6f88-d1ff-45fd-b4a9-effaddc22b48 admin admin] Publish callbacks [] for security_group (de8fc8bd-6c9f-47cb-96a4-f0e8631f253c), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.474207 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-89bc6f88-d1ff-45fd-b4a9-effaddc22b48 admin admin] Publish callbacks [] for security_group (de8fc8bd-6c9f-47cb-96a4-f0e8631f253c), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.521931 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-89bc6f88-d1ff-45fd-b4a9-effaddc22b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (de8fc8bd-6c9f-47cb-96a4-f0e8631f253c), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.524643 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-89bc6f88-d1ff-45fd-b4a9-effaddc22b48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.525784 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-89bc6f88-d1ff-45fd-b4a9-effaddc22b48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de8fc8bd-6c9f-47cb-96a4-f0e8631f253c HTTP/1.1" status: 204 len: 168 time: 0.1210454 Apr 12 03:17:05.534442 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc6f88-d1ff-45fd-b4a9-effaddc22b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8fc8bd-6c9f-47cb-96a4-f0e8631f253c,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:05.579385 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 6458e430-4c4e-4d3b-8066-3e7d0529bb8a details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:17:05.676206 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,segment=NetworkSegment(9fbbae40-6064-4854-abd2-422cea46d010),segment_id=9fbbae40-6064-4854-abd2-422cea46d010)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:17:05.692278 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '6458e430-4c4e-4d3b-8066-3e7d0529bb8a', 'network_id': '80aed4d9-1080-4279-9464-deb41c210e36', 'port_id': '6458e430-4c4e-4d3b-8066-3e7d0529bb8a', 'mac_address': 'fa:16:3e:2e:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '464abb62-e1ad-4836-9e01-695000b349ff', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:17:05.729751 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:17:05.730122 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.743820 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6458e430-4c4e-4d3b-8066-3e7d0529bb8a {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:17:05.762993 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,segment=NetworkSegment(9fbbae40-6064-4854-abd2-422cea46d010),segment_id=9fbbae40-6064-4854-abd2-422cea46d010)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:17:05.768170 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:05.816910 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:06.094647 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['6458e430-4c4e-4d3b-8066-3e7d0529bb8a'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:17:06.553770 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bb51b-dd76-4f21-8c2e-21635b99e593 req-e62a80b1-fad8-46a1-b86b-61e3714d065d tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:06.555312 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b95bb51b-dd76-4f21-8c2e-21635b99e593 req-e62a80b1-fad8-46a1-b86b-61e3714d065d tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 949 time: 0.0525961 Apr 12 03:17:06.604073 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b95bb51b-dd76-4f21-8c2e-21635b99e593 req-7a31d8f8-43a0-4abd-bd09-68a9045c97fc tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Apr 12 03:17:06.860783 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.167327 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49234) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:07.284171 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e0492a3-2226-4d66-b031-ec8711beab4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.364733 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e0492a3-2226-4d66-b031-ec8711beab4e admin admin] Publish callbacks [] for security_group (e5e20553-91b2-4619-85bc-87a909548636), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.370899 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-1e0492a3-2226-4d66-b031-ec8711beab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e5e20553-91b2-4619-85bc-87a909548636), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.407888 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0492a3-2226-4d66-b031-ec8711beab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e20553-91b2-4619-85bc-87a909548636,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:07.413729 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-1e0492a3-2226-4d66-b031-ec8711beab4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b807ee9f0f14139871848877bf891be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453687 Apr 12 03:17:07.416572 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49238) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:07.463733 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7aeab994-65f5-474f-9872-040cf79796bf admin admin] Publish callbacks [] for security_group (e5e20553-91b2-4619-85bc-87a909548636), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.484384 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7aeab994-65f5-474f-9872-040cf79796bf admin admin] Publish callbacks [] for security_group (e5e20553-91b2-4619-85bc-87a909548636), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.536767 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7aeab994-65f5-474f-9872-040cf79796bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e5e20553-91b2-4619-85bc-87a909548636), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.539654 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-7aeab994-65f5-474f-9872-040cf79796bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.541641 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-7aeab994-65f5-474f-9872-040cf79796bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5e20553-91b2-4619-85bc-87a909548636 HTTP/1.1" status: 204 len: 168 time: 0.1238558 Apr 12 03:17:07.550576 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeab994-65f5-474f-9872-040cf79796bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e20553-91b2-4619-85bc-87a909548636,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:07.607618 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 6458e430-4c4e-4d3b-8066-3e7d0529bb8a up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:17:07.653791 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:17:07.662388 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:17:07.663037 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.719410 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec53555-86fe-4801-8e1d-9ed03ea6a7ed req-f30137cd-0ab7-4cc7-a88d-de32f7432a10 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:07.720943 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fec53555-86fe-4801-8e1d-9ed03ea6a7ed req-f30137cd-0ab7-4cc7-a88d-de32f7432a10 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 949 time: 0.0473468 Apr 12 03:17:07.752365 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:17:07.752777 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.771669 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-fec53555-86fe-4801-8e1d-9ed03ea6a7ed req-a9bad6e9-374a-4788-90ea-db91c9aaf720 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Apr 12 03:17:07.778493 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91ca2b-f9c0-4b0b-9c21-acb47895dc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6458e430-4c4e-4d3b-8066-3e7d0529bb8a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:17:07.781097 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968440e5-1511-4334-aa69-a5dfcce10e81" -d '{"events": [{"server_uuid": "5e91ca2b-f9c0-4b0b-9c21-acb47895dc33", "name": "network-vif-plugged", "status": "completed", "tag": "6458e430-4c4e-4d3b-8066-3e7d0529bb8a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:17:07.793829 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,segment=NetworkSegment(9fbbae40-6064-4854-abd2-422cea46d010),segment_id=9fbbae40-6064-4854-abd2-422cea46d010)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:17:07.801369 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.826615 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc0bd4c-8719-494f-80c7-679454997df0 x-openstack-request-id: req-7fc0bd4c-8719-494f-80c7-679454997df0 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:17:07.826988 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91ca2b-f9c0-4b0b-9c21-acb47895dc33", "name": "network-vif-plugged", "status": "completed", "tag": "6458e430-4c4e-4d3b-8066-3e7d0529bb8a", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:17:07.827362 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7fc0bd4c-8719-494f-80c7-679454997df0 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:17:07.827784 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc0bd4c-8719-494f-80c7-679454997df0'] response: {'server_uuid': '5e91ca2b-f9c0-4b0b-9c21-acb47895dc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6458e430-4c4e-4d3b-8066-3e7d0529bb8a', 'code': 200} Apr 12 03:17:07.844669 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49248) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:07.856731 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:07.859623 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a34ddb8-d2e9-47e5-a799-b6701aba4e5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.936830 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a34ddb8-d2e9-47e5-a799-b6701aba4e5e admin admin] Publish callbacks [] for security_group (a39810b6-b9dc-444c-9bf2-85155db369da), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.941580 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9a34ddb8-d2e9-47e5-a799-b6701aba4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (a39810b6-b9dc-444c-9bf2-85155db369da), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:07.979574 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-9a34ddb8-d2e9-47e5-a799-b6701aba4e5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91bff83a8ce2426f817b4696e663ec2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337368 Apr 12 03:17:07.980475 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34ddb8-d2e9-47e5-a799-b6701aba4e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39810b6-b9dc-444c-9bf2-85155db369da,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:07.982536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49250) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:07.999460 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c86f40-b204-431c-a4be-8340a718fc04 req-353dd17b-2e2b-477d-bcdd-5db3e4dac2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:08.000911 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d8c86f40-b204-431c-a4be-8340a718fc04 req-353dd17b-2e2b-477d-bcdd-5db3e4dac2cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 1134 time: 0.0496056 Apr 12 03:17:08.067349 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d8c86f40-b204-431c-a4be-8340a718fc04 req-91405c7c-8b15-469f-92fe-dc3898a33a04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591586 Apr 12 03:17:08.068081 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Publish callbacks [] for security_group (a39810b6-b9dc-444c-9bf2-85155db369da), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:08.090381 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Publish callbacks [] for security_group (a39810b6-b9dc-444c-9bf2-85155db369da), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:08.138101 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (a39810b6-b9dc-444c-9bf2-85155db369da), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:08.140766 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:08.141910 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a39810b6-b9dc-444c-9bf2-85155db369da HTTP/1.1" status: 204 len: 168 time: 0.1584442 Apr 12 03:17:08.149379 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39810b6-b9dc-444c-9bf2-85155db369da,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:08.156363 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.156706 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.157044 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.157379 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.157705 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.158028 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.158351 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.158671 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.159017 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.159339 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.159656 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.160080 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.160276 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.160592 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.160918 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f7a1a8-e8ab-4a23-8904-bc17eba9a0c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:08.884767 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ac4f9-30e1-4168-9b3b-69a04e1d084e req-1119618c-abfd-4979-ac08-46de1160f807 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:08.886326 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4f4ac4f9-30e1-4168-9b3b-69a04e1d084e req-1119618c-abfd-4979-ac08-46de1160f807 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 950 time: 0.0475023 Apr 12 03:17:08.934047 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4f4ac4f9-30e1-4168-9b3b-69a04e1d084e req-28bb60a7-2403-4425-a467-3718282d3add tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416167 Apr 12 03:17:09.326290 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:10.056156 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff2336-2765-43ed-af1f-6edfb3e8d123 req-e8f0d9ee-1814-4af2-831e-736b13a239d7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:10.057681 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e1ff2336-2765-43ed-af1f-6edfb3e8d123 req-e8f0d9ee-1814-4af2-831e-736b13a239d7 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 950 time: 0.0534043 Apr 12 03:17:10.105719 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e1ff2336-2765-43ed-af1f-6edfb3e8d123 req-2807b25c-6672-47c0-b03c-a98a9120dc43 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420005 Apr 12 03:17:10.375186 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110c4f5-cc68-4d56-8309-7f63168ea08d req-340033a2-21cd-4aba-a345-10ff05e50757 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:10.376794 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0110c4f5-cc68-4d56-8309-7f63168ea08d req-340033a2-21cd-4aba-a345-10ff05e50757 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 950 time: 0.0468862 Apr 12 03:17:10.425380 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0110c4f5-cc68-4d56-8309-7f63168ea08d req-a9e6cff3-22d8-4c21-b659-af55edd06eeb tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Apr 12 03:17:10.605730 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49328) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:10.721044 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:10.799606 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Publish callbacks [] for security_group (0b8a7eaa-0274-485e-a82f-fb9145cf9425), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:10.806087 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0b8a7eaa-0274-485e-a82f-fb9145cf9425), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:10.847188 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61933dae56784d33b2a2ee8fde6ebe1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403235 Apr 12 03:17:10.847988 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8a7eaa-0274-485e-a82f-fb9145cf9425,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:10.850144 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49332) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:10.855078 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.855417 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.855751 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.856083 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.856408 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.856728 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.857042 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.857359 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.857679 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.857993 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.858309 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.858621 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.858965 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.859275 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.859598 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba3e81d-a68a-4803-95cb-5ccc4e110b5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:17:10.898140 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82752267-a615-42f1-bc07-95cdd7ddc765 admin admin] Publish callbacks [] for security_group (0b8a7eaa-0274-485e-a82f-fb9145cf9425), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:10.919276 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82752267-a615-42f1-bc07-95cdd7ddc765 admin admin] Publish callbacks [] for security_group (0b8a7eaa-0274-485e-a82f-fb9145cf9425), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:10.970285 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82752267-a615-42f1-bc07-95cdd7ddc765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (0b8a7eaa-0274-485e-a82f-fb9145cf9425), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:10.973270 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-82752267-a615-42f1-bc07-95cdd7ddc765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:10.974390 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-82752267-a615-42f1-bc07-95cdd7ddc765 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b8a7eaa-0274-485e-a82f-fb9145cf9425 HTTP/1.1" status: 204 len: 168 time: 0.1232476 Apr 12 03:17:10.982509 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82752267-a615-42f1-bc07-95cdd7ddc765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8a7eaa-0274-485e-a82f-fb9145cf9425,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:11.247174 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49338) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:11.260415 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-124459b4-59f7-46c6-8fa3-fa075c0d1042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:11.334847 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-124459b4-59f7-46c6-8fa3-fa075c0d1042 admin admin] Publish callbacks [] for security_group (e56af9d8-ccdb-4765-a084-99089fac7ade), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:11.340742 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-124459b4-59f7-46c6-8fa3-fa075c0d1042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e56af9d8-ccdb-4765-a084-99089fac7ade), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:11.378023 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-124459b4-59f7-46c6-8fa3-fa075c0d1042 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bbb51101f38b4ce6a73825deb95142b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297567 Apr 12 03:17:11.379006 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124459b4-59f7-46c6-8fa3-fa075c0d1042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56af9d8-ccdb-4765-a084-99089fac7ade,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:11.381044 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49340) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:11.431160 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e94f-8f3b-430c-873b-75972cce1ba0 admin admin] Publish callbacks [] for security_group (e56af9d8-ccdb-4765-a084-99089fac7ade), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:11.453083 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e94f-8f3b-430c-873b-75972cce1ba0 admin admin] Publish callbacks [] for security_group (e56af9d8-ccdb-4765-a084-99089fac7ade), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:11.507277 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e94f-8f3b-430c-873b-75972cce1ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (e56af9d8-ccdb-4765-a084-99089fac7ade), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:11.509760 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-cfc7e94f-8f3b-430c-873b-75972cce1ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:11.510895 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-cfc7e94f-8f3b-430c-873b-75972cce1ba0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e56af9d8-ccdb-4765-a084-99089fac7ade HTTP/1.1" status: 204 len: 168 time: 0.1286812 Apr 12 03:17:11.538805 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc7e94f-8f3b-430c-873b-75972cce1ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56af9d8-ccdb-4765-a084-99089fac7ade,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:11.550720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d8ad6-f67c-44b3-b8f9-2b395167cfb6 req-d211c1e0-73f3-4a1f-af2c-98176ccb63b0 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:11.552216 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e30d8ad6-f67c-44b3-b8f9-2b395167cfb6 req-d211c1e0-73f3-4a1f-af2c-98176ccb63b0 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 950 time: 0.0563495 Apr 12 03:17:11.601073 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e30d8ad6-f67c-44b3-b8f9-2b395167cfb6 req-4c287bbe-c389-4bb2-9544-3bb7eef5bf70 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/security-groups?id=363127b1-43b4-457b-bc76-57b0978252fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Apr 12 03:17:11.881623 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-31fde7d0-8cfe-402c-baa4-43079fbaae57 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:11.883393 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-31fde7d0-8cfe-402c-baa4-43079fbaae57 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 950 time: 0.0559521 Apr 12 03:17:11.968210 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Deleting port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:17:11.968543 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:12.060013 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] For port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,segment=NetworkSegment(9fbbae40-6064-4854-abd2-422cea46d010),segment_id=9fbbae40-6064-4854-abd2-422cea46d010)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:17:12.060377 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:12.072942 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Calling delete_port for 6458e430-4c4e-4d3b-8066-3e7d0529bb8a owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:17:12.205467 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (6458e430-4c4e-4d3b-8066-3e7d0529bb8a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:12.218241 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['6458e430-4c4e-4d3b-8066-3e7d0529bb8a'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:17:12.251024 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Pushing event deleted for resources: {'Port': ['ID=6458e430-4c4e-4d3b-8066-3e7d0529bb8a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:12.289365 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] No DVR routers for this DVR port 6458e430-4c4e-4d3b-8066-3e7d0529bb8a on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:17:12.292215 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:12.295872 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-19994b6f-2213-4727-a1c2-f08b6c94cdb0 req-549549d0-8eb0-47a6-9faf-ed7683d25dfa tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.24 "DELETE /v2.0/ports/6458e430-4c4e-4d3b-8066-3e7d0529bb8a HTTP/1.1" status: 204 len: 173 time: 0.4078624 Apr 12 03:17:12.296372 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e91ca2b-f9c0-4b0b-9c21-acb47895dc33', 'name': 'network-vif-deleted', 'tag': '6458e430-4c4e-4d3b-8066-3e7d0529bb8a'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:17:12.306904 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5bf817-d44e-4340-83ad-1dfab53a078d" -d '{"events": [{"server_uuid": "5e91ca2b-f9c0-4b0b-9c21-acb47895dc33", "name": "network-vif-deleted", "tag": "6458e430-4c4e-4d3b-8066-3e7d0529bb8a"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:17:12.356368 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e21d37d-b67b-4f3e-9050-e7a7ea63cd52 x-openstack-request-id: req-0e21d37d-b67b-4f3e-9050-e7a7ea63cd52 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:17:12.356730 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e91ca2b-f9c0-4b0b-9c21-acb47895dc33", "name": "network-vif-deleted", "tag": "6458e430-4c4e-4d3b-8066-3e7d0529bb8a", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:17:12.357046 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e21d37d-b67b-4f3e-9050-e7a7ea63cd52 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:17:12.357511 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e21d37d-b67b-4f3e-9050-e7a7ea63cd52'] response: {'server_uuid': '5e91ca2b-f9c0-4b0b-9c21-acb47895dc33', 'name': 'network-vif-deleted', 'tag': '6458e430-4c4e-4d3b-8066-3e7d0529bb8a', 'status': 'completed', 'code': 200} Apr 12 03:17:12.727396 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-44d5b6f7-1322-4bb6-8d62-f2ce9368c0d8 req-da2fa760-e412-41c6-96fa-767224b00746 tempest-VolumesNegativeTest-1443740682 tempest-VolumesNegativeTest-1443740682-project] 10.222.0.41 "GET /v2.0/ports?device_id=5e91ca2b-f9c0-4b0b-9c21-acb47895dc33 HTTP/1.1" status: 200 len: 210 time: 0.0422642 Apr 12 03:17:15.686488 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 6458e430-4c4e-4d3b-8066-3e7d0529bb8a no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:17:15.707130 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 6458e430-4c4e-4d3b-8066-3e7d0529bb8a {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:17:15.707504 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 6458e430-4c4e-4d3b-8066-3e7d0529bb8a not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:17:18.023845 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49684) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:18.163721 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7c32dcad-5d6c-4448-b2bd-2f3f22856c10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b98d9ac9c0cb46fa94fd2c8aaccac60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364932 Apr 12 03:17:18.164376 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49690) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:18.218516 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3240bdca-17e2-48db-ba3f-5d47c25f56a1 admin admin] Publish callbacks [] for security_group (363127b1-43b4-457b-bc76-57b0978252fd), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:18.239596 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3240bdca-17e2-48db-ba3f-5d47c25f56a1 admin admin] Publish callbacks [] for security_group (363127b1-43b4-457b-bc76-57b0978252fd), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:18.293185 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3240bdca-17e2-48db-ba3f-5d47c25f56a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (363127b1-43b4-457b-bc76-57b0978252fd), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:18.296006 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3240bdca-17e2-48db-ba3f-5d47c25f56a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:18.297273 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-3240bdca-17e2-48db-ba3f-5d47c25f56a1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/363127b1-43b4-457b-bc76-57b0978252fd HTTP/1.1" status: 204 len: 168 time: 0.1319532 Apr 12 03:17:18.309499 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240bdca-17e2-48db-ba3f-5d47c25f56a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363127b1-43b4-457b-bc76-57b0978252fd,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:23.062197 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:17:30.654913 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cb38c75a-4ee8-4499-87e3-3ba5884922c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.327579 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49746) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:31.438072 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2235375e-f2bc-4e09-820a-cf9d3f5534c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.516274 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2235375e-f2bc-4e09-820a-cf9d3f5534c8 admin admin] Publish callbacks [] for security_group (97df6aad-dcff-48d8-b8e7-01942699043e), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.522567 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2235375e-f2bc-4e09-820a-cf9d3f5534c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (97df6aad-dcff-48d8-b8e7-01942699043e), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.560991 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2235375e-f2bc-4e09-820a-cf9d3f5534c8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=170b20061cb34c839087fa956d4dc06c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322450 Apr 12 03:17:31.561810 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235375e-f2bc-4e09-820a-cf9d3f5534c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97df6aad-dcff-48d8-b8e7-01942699043e,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:31.564745 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49750) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:31.615566 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3cc100a-708e-42b7-b08b-faad8141fd66 admin admin] Publish callbacks [] for security_group (97df6aad-dcff-48d8-b8e7-01942699043e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.643888 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3cc100a-708e-42b7-b08b-faad8141fd66 admin admin] Publish callbacks [] for security_group (97df6aad-dcff-48d8-b8e7-01942699043e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.701698 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3cc100a-708e-42b7-b08b-faad8141fd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (97df6aad-dcff-48d8-b8e7-01942699043e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.704561 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b3cc100a-708e-42b7-b08b-faad8141fd66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:31.706056 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b3cc100a-708e-42b7-b08b-faad8141fd66 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97df6aad-dcff-48d8-b8e7-01942699043e HTTP/1.1" status: 204 len: 168 time: 0.1396363 Apr 12 03:17:31.714259 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc100a-708e-42b7-b08b-faad8141fd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97df6aad-dcff-48d8-b8e7-01942699043e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:32.361831 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49772) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:32.457270 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1849826624-network', 'tenant_id': '5e459f0eb5e74f6abb6036a30632f5a4'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:17:32.480337 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Made reservation on behalf of 5e459f0eb5e74f6abb6036a30632f5a4 for: {'network': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:17:32.483313 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.496847 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.576403 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Publish callbacks [] for security_group (081cb3f4-6ea7-420c-ac40-69c7950c5472), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.582741 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (081cb3f4-6ea7-420c-ac40-69c7950c5472), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.608363 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:17:32.617890 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081cb3f4-6ea7-420c-ac40-69c7950c5472,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:32.622559 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (5df0e2eb-c035-4fbd-8006-15876115b480), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.622924 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.segments_db [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Added segment 5df0e2eb-c035-4fbd-8006-15876115b480 of type vlan for network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 Apr 12 03:17:32.661666 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.688322 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.689181 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:32.689774 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.721069 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3581936 Apr 12 03:17:32.724118 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49776) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:17:32.729040 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Request body: {'subnet': {'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1849826624-subnet', 'tenant_id': '5e459f0eb5e74f6abb6036a30632f5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:17:32.749359 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729d938a-8981-458f-a296-dd8afdca03f4 admin admin] Pushing event updated for resources: {'Network': ['ID=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:32.749559 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Made reservation on behalf of 5e459f0eb5e74f6abb6036a30632f5a4 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:17:32.751720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10264205'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.759992 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:17:32.915351 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10334753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10264223'] for subnet (93db4c6c-da96-400a-b204-447da018c76c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:32.967942 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93db4c6c-da96-400a-b204-447da018c76c,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:32.976491 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Checking segment: {'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:17:32.976848 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Network hostable DHCP agents. Network: cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:17:32.995819 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:17:33.005589 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:17:33.009704 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:33.010297 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:33.015362 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeed52a-94f5-4c4e-b91e-a47a16c3baf6 None None] Network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:17:33.029085 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e79e0ef0-8f4a-4c7f-98b9-aa2568d1a340 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3036180 Apr 12 03:17:33.084928 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0141bc38-11bc-4a5a-93ca-db65084c2e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:33.127884 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fb8f9-89f9-4a1f-9534-5a0964ece835 None None] Network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:17:33.785771 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:34.802992 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab327-bbb7-4448-9374-aec15d770f31 req-1c38cb45-649d-4896-b1f5-2e3fb2a75352 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:34.804472 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-1c38cb45-649d-4896-b1f5-2e3fb2a75352 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/networks?id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 HTTP/1.1" status: 200 len: 809 time: 0.1052773 Apr 12 03:17:34.819440 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-709db420-a5b9-4119-a70b-898b197c2fe2 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/quotas/5e459f0eb5e74f6abb6036a30632f5a4 HTTP/1.1" status: 200 len: 375 time: 0.0091865 Apr 12 03:17:34.851077 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-c54c55b8-18ec-452c-8be5-68017559310d tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e459f0eb5e74f6abb6036a30632f5a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268130 Apr 12 03:17:34.937872 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-87afe3c9-cba3-49c1-9e81-71924d0522da service neutron] 10.222.0.41 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799484 Apr 12 03:17:35.029646 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-85ce450e-10e0-4ab8-9c08-3f2caa8ac447 service neutron] 10.222.0.41 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860262 Apr 12 03:17:35.197230 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-877ace6e-2ca5-4881-a3cc-7851c1b3d64a req-8f8e2353-0dbf-48d7-bd38-6935a36d044d tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Apr 12 03:17:35.406710 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:36.276569 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e94a715d-5bb4-43d1-aef0-4612a487b929 req-be28d594-d8b8-4031-8a0b-8a7d6768eda1 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 210 time: 0.0279415 Apr 12 03:17:36.873726 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:37.361567 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c1529c17-782a-4db8-bddd-2096a41e7016 req-cb397884-570e-49b6-8d3d-eac540a6b1ad tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 210 time: 0.0311313 Apr 12 03:17:38.447789 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-94f54c21-3f59-4e68-a5f8-b5b78dc0de04 req-f00ec925-c9ce-4113-9822-c1128bd3645b tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 210 time: 0.0285811 Apr 12 03:17:39.331891 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:39.541996 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-41020824-a38c-4e61-942d-bce843c39b07 req-a9a39a54-16c2-439f-a04d-4fb434e161aa tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 210 time: 0.0277858 Apr 12 03:17:40.207617 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab327-bbb7-4448-9374-aec15d770f31 req-79d2f8f2-d7eb-4a55-a3c3-1ef8ee69217b tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:40.208996 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-79d2f8f2-d7eb-4a55-a3c3-1ef8ee69217b tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.24 "GET /v2.0/networks?id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 HTTP/1.1" status: 200 len: 809 time: 0.1063464 Apr 12 03:17:40.220926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Request body: {'port': {'device_id': '4d304582-1da5-4b4f-a783-d7bcc92b1395', 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1', 'admin_state_up': True, 'tenant_id': '5e459f0eb5e74f6abb6036a30632f5a4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:17:40.329728 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Made reservation on behalf of 5e459f0eb5e74f6abb6036a30632f5a4 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:17:40.333053 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:40.465508 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Allocated IP 172.20.0.5 (cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1/93db4c6c-da96-400a-b204-447da018c76c/334c2b73-22e1-441a-89b3-117589acb90c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:17:40.627456 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks [] for port (334c2b73-22e1-441a-89b3-117589acb90c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:40.645644 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d5b98b54-5e2f-48e1-8454-6838181a9061 req-da388d73-88f1-43e5-bf19-05db89360b70 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 210 time: 0.0357947 Apr 12 03:17:40.680171 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (334c2b73-22e1-441a-89b3-117589acb90c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:40.722031 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:17:40.725202 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:17:40.728659 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:17:40.752858 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Pushing event updated for resources: {'Port': ['ID=334c2b73-22e1-441a-89b3-117589acb90c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:40.779240 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:40.779871 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:40.798738 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2c5e6f5e-2a86-4875-b75f-451ee70a7c64 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815103 Apr 12 03:17:40.846456 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Request body: {'port': {'device_id': '4d304582-1da5-4b4f-a783-d7bcc92b1395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:17:40.908893 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (334c2b73-22e1-441a-89b3-117589acb90c), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:41.187109 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 334c2b73-22e1-441a-89b3-117589acb90c {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:17:41.194566 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Publish callbacks [] for port (334c2b73-22e1-441a-89b3-117589acb90c), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:41.206760 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Transition to ACTIVE for port object 334c2b73-22e1-441a-89b3-117589acb90c will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:17:41.214184 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (334c2b73-22e1-441a-89b3-117589acb90c), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:41.265753 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Pushing event updated for resources: {'Port': ['ID=334c2b73-22e1-441a-89b3-117589acb90c,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:41.330949 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Attempting to bind port 334c2b73-22e1-441a-89b3-117589acb90c on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:17:41.331286 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Attempting to bind port 334c2b73-22e1-441a-89b3-117589acb90c by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:17:41.331576 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Attempting to bind port 334c2b73-22e1-441a-89b3-117589acb90c on network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:17:41.336122 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Port 334c2b73-22e1-441a-89b3-117589acb90c on network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:17:41.336439 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Attempting to bind port 334c2b73-22e1-441a-89b3-117589acb90c on network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:17:41.341356 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:17:41.341681 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Checking segment: {'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:17:41.342051 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Bound using segment: {'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:17:41.342462 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Bound port: 334c2b73-22e1-441a-89b3-117589acb90c, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:17:41.342834 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (334c2b73-22e1-441a-89b3-117589acb90c), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:41.406358 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] For port 334c2b73-22e1-441a-89b3-117589acb90c, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:17:41.409544 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] For port 334c2b73-22e1-441a-89b3-117589acb90c, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=334c2b73-22e1-441a-89b3-117589acb90c,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:17:41.417838 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (334c2b73-22e1-441a-89b3-117589acb90c), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:41.452536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:41.453138 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:41.454500 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] 10.222.0.24 "PUT /v2.0/ports/334c2b73-22e1-441a-89b3-117589acb90c HTTP/1.1" status: 200 len: 1093 time: 0.6120961 Apr 12 03:17:41.454954 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d304582-1da5-4b4f-a783-d7bcc92b1395', 'tag': '334c2b73-22e1-441a-89b3-117589acb90c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:17:41.457182 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d304582-1da5-4b4f-a783-d7bcc92b1395", "tag": "334c2b73-22e1-441a-89b3-117589acb90c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:17:41.477607 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee56aa5-3c61-4db7-928f-68e3c4c5560b service neutron] Pushing event updated for resources: {'Port': ['ID=334c2b73-22e1-441a-89b3-117589acb90c,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:41.492189 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b5c01-1099-4028-976f-0ec4f85e9bcd x-openstack-request-id: req-be6b5c01-1099-4028-976f-0ec4f85e9bcd {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:17:41.492453 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d304582-1da5-4b4f-a783-d7bcc92b1395", "tag": "334c2b73-22e1-441a-89b3-117589acb90c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:17:41.492702 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be6b5c01-1099-4028-976f-0ec4f85e9bcd {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:17:41.493220 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6b5c01-1099-4028-976f-0ec4f85e9bcd'] response: {'name': 'network-changed', 'server_uuid': '4d304582-1da5-4b4f-a783-d7bcc92b1395', 'tag': '334c2b73-22e1-441a-89b3-117589acb90c', 'status': 'completed', 'code': 200} Apr 12 03:17:41.535001 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab327-bbb7-4448-9374-aec15d770f31 req-0bf5cd36-8c67-4bff-8c83-086f5b30fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:41.536464 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-0bf5cd36-8c67-4bff-8c83-086f5b30fc45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e459f0eb5e74f6abb6036a30632f5a4&device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 1127 time: 0.0386040 Apr 12 03:17:41.585273 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-5e744af6-31d4-440b-afef-db48744a33f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=334c2b73-22e1-441a-89b3-117589acb90c HTTP/1.1" status: 200 len: 217 time: 0.0378954 Apr 12 03:17:41.635482 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cab327-bbb7-4448-9374-aec15d770f31 req-f31f18f5-bdcb-425b-a8ac-04e1dacfa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:41.636910 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-f31f18f5-bdcb-425b-a8ac-04e1dacfa97a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93db4c6c-da96-400a-b204-447da018c76c HTTP/1.1" status: 200 len: 849 time: 0.0465236 Apr 12 03:17:41.667366 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-bcfe001d-4ade-42ce-a11a-e9e898f14261 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250916 Apr 12 03:17:41.791280 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da44679-efe1-41e4-82c3-9328635aeb60 req-3cfd15e1-b4f1-42d4-80c8-81c1ecbf0bb3 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:41.792651 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9da44679-efe1-41e4-82c3-9328635aeb60 req-3cfd15e1-b4f1-42d4-80c8-81c1ecbf0bb3 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 943 time: 0.0666354 Apr 12 03:17:41.796184 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-6cd7c6b3-83fb-496f-ad52-9ad3859c9d3b service neutron] 10.222.0.24 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221986 Apr 12 03:17:41.889439 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9da44679-efe1-41e4-82c3-9328635aeb60 req-a25d1e88-95aa-4ab1-b659-97bb2f964916 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910029 Apr 12 03:17:41.915967 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-01cab327-bbb7-4448-9374-aec15d770f31 req-97996329-a6b4-419e-827a-fb754bc39ef4 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043460 Apr 12 03:17:43.012464 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c1de2-f52f-47e6-876c-80fb053976d6 req-e7254ee0-96e5-414a-b0ed-b544034c6ac0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:43.013894 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-251c1de2-f52f-47e6-876c-80fb053976d6 req-e7254ee0-96e5-414a-b0ed-b544034c6ac0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 943 time: 0.0501425 Apr 12 03:17:43.062945 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-251c1de2-f52f-47e6-876c-80fb053976d6 req-4c3f2645-ddb4-4720-8116-f5db3182b431 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408404 Apr 12 03:17:44.035729 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-b1ef3bbd-8a64-429b-9e11-686bcc6df9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:44.037245 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-b1ef3bbd-8a64-429b-9e11-686bcc6df9d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e459f0eb5e74f6abb6036a30632f5a4&device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 1127 time: 0.0442348 Apr 12 03:17:44.124665 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-d428b15a-c5b5-4c08-969f-a44b7fe7bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:44.126142 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-d428b15a-c5b5-4c08-969f-a44b7fe7bd83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 HTTP/1.1" status: 200 len: 910 time: 0.0828445 Apr 12 03:17:44.194207 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-f524a16e-e36c-409c-b98b-1c42845ba33c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=334c2b73-22e1-441a-89b3-117589acb90c HTTP/1.1" status: 200 len: 217 time: 0.0548866 Apr 12 03:17:44.213918 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a57586-0b3b-401e-b7e9-51012ea1d153 req-1d6fb0f2-46ea-4438-9235-adc07bb60cba tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:44.215298 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-70a57586-0b3b-401e-b7e9-51012ea1d153 req-1d6fb0f2-46ea-4438-9235-adc07bb60cba tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 943 time: 0.0844362 Apr 12 03:17:44.264393 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-6df12099-20c7-438f-ac75-04b5796d9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:44.265803 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-6df12099-20c7-438f-ac75-04b5796d9001 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93db4c6c-da96-400a-b204-447da018c76c HTTP/1.1" status: 200 len: 849 time: 0.0641360 Apr 12 03:17:44.308380 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-e842fec6-c21f-4e4c-a3c2-37ce0ad2ba99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370970 Apr 12 03:17:44.312264 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-70a57586-0b3b-401e-b7e9-51012ea1d153 req-e4324411-2cfb-4119-8aba-b7a825f93053 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792100 Apr 12 03:17:44.408242 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-726686c3-0d01-491d-b4cb-e8fdff402472 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936601 Apr 12 03:17:44.501101 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5c87d3d6-0fb2-4824-9257-35329c2cdbb9 req-0e98cb58-64fc-4738-bd0b-67dd177a8f31 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862575 Apr 12 03:17:45.427525 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a512da-c7b8-4a3b-a177-ef064a0a221c req-90c3c3c5-b8d8-41ba-9b70-e71e59e58971 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:45.428988 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-74a512da-c7b8-4a3b-a177-ef064a0a221c req-90c3c3c5-b8d8-41ba-9b70-e71e59e58971 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 943 time: 0.0498867 Apr 12 03:17:45.481969 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-74a512da-c7b8-4a3b-a177-ef064a0a221c req-ccd23bb4-9072-47a9-8cc1-ea107ccbeb16 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443578 Apr 12 03:17:45.818669 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 334c2b73-22e1-441a-89b3-117589acb90c details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:17:45.921585 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 334c2b73-22e1-441a-89b3-117589acb90c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=334c2b73-22e1-441a-89b3-117589acb90c,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:17:45.933713 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '334c2b73-22e1-441a-89b3-117589acb90c', 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1', 'port_id': '334c2b73-22e1-441a-89b3-117589acb90c', 'mac_address': 'fa:16:3e:32:e5:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93db4c6c-da96-400a-b204-447da018c76c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:17:45.975191 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 334c2b73-22e1-441a-89b3-117589acb90c is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:17:45.975587 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (334c2b73-22e1-441a-89b3-117589acb90c), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:46.000095 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 334c2b73-22e1-441a-89b3-117589acb90c {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:17:46.022228 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 334c2b73-22e1-441a-89b3-117589acb90c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=334c2b73-22e1-441a-89b3-117589acb90c,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:17:46.028752 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (334c2b73-22e1-441a-89b3-117589acb90c), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:46.074927 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=334c2b73-22e1-441a-89b3-117589acb90c,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:46.336568 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['334c2b73-22e1-441a-89b3-117589acb90c'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:17:46.599928 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfa50e-e06b-4342-959c-d4516b7235e3 req-74c64ade-7e2f-42dc-b51a-66bc9f5af64f tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:46.601300 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-83dfa50e-e06b-4342-959c-d4516b7235e3 req-74c64ade-7e2f-42dc-b51a-66bc9f5af64f tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 944 time: 0.0471847 Apr 12 03:17:46.652593 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-83dfa50e-e06b-4342-959c-d4516b7235e3 req-af70b6c1-0cd4-4ddc-a291-618efa7f57cc tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Apr 12 03:17:47.785234 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea658822-51d4-4e7b-a347-7a812bf46c75 req-4fa82df5-3157-423c-8c65-8a0e3dc2a59a tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:47.786728 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ea658822-51d4-4e7b-a347-7a812bf46c75 req-4fa82df5-3157-423c-8c65-8a0e3dc2a59a tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 944 time: 0.0566118 Apr 12 03:17:47.818722 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 334c2b73-22e1-441a-89b3-117589acb90c up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:17:47.834097 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ea658822-51d4-4e7b-a347-7a812bf46c75 req-b67d3816-95cd-4e42-ae50-8cf20e30d693 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415823 Apr 12 03:17:47.863993 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 334c2b73-22e1-441a-89b3-117589acb90c completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:17:47.872978 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 334c2b73-22e1-441a-89b3-117589acb90c triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:17:47.873359 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (334c2b73-22e1-441a-89b3-117589acb90c), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:47.951399 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 334c2b73-22e1-441a-89b3-117589acb90c is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:17:47.951787 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (334c2b73-22e1-441a-89b3-117589acb90c), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:47.973854 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d304582-1da5-4b4f-a783-d7bcc92b1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334c2b73-22e1-441a-89b3-117589acb90c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:17:47.976514 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ea2743-85e7-4795-ab4f-4cedcb34f736" -d '{"events": [{"server_uuid": "4d304582-1da5-4b4f-a783-d7bcc92b1395", "name": "network-vif-plugged", "status": "completed", "tag": "334c2b73-22e1-441a-89b3-117589acb90c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:17:47.992310 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 334c2b73-22e1-441a-89b3-117589acb90c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=334c2b73-22e1-441a-89b3-117589acb90c,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:17:47.996415 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (334c2b73-22e1-441a-89b3-117589acb90c), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:48.019446 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2a968b-bcb6-4bbd-82c0-bd4381b530f2 x-openstack-request-id: req-ce2a968b-bcb6-4bbd-82c0-bd4381b530f2 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:17:48.019760 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d304582-1da5-4b4f-a783-d7bcc92b1395", "name": "network-vif-plugged", "status": "completed", "tag": "334c2b73-22e1-441a-89b3-117589acb90c", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:17:48.020014 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce2a968b-bcb6-4bbd-82c0-bd4381b530f2 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:17:48.020400 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2a968b-bcb6-4bbd-82c0-bd4381b530f2'] response: {'server_uuid': '4d304582-1da5-4b4f-a783-d7bcc92b1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '334c2b73-22e1-441a-89b3-117589acb90c', 'code': 200} Apr 12 03:17:48.045572 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=334c2b73-22e1-441a-89b3-117589acb90c,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:48.180977 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d842328-a242-4c05-83f2-2698a7ee94a7 req-a9e98560-a797-4977-8ee3-bc153470efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:48.182415 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6d842328-a242-4c05-83f2-2698a7ee94a7 req-a9e98560-a797-4977-8ee3-bc153470efa7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 1129 time: 0.0381799 Apr 12 03:17:48.229246 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6d842328-a242-4c05-83f2-2698a7ee94a7 req-98a1663a-7846-473f-abee-52f62eb75985 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Apr 12 03:17:48.956136 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f68d39-317e-4602-980f-7a44c4a23e8d req-c30ee084-69d8-4cbc-9551-cadf81d436eb tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:48.957571 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-38f68d39-317e-4602-980f-7a44c4a23e8d req-c30ee084-69d8-4cbc-9551-cadf81d436eb tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 945 time: 0.0499647 Apr 12 03:17:49.005459 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-38f68d39-317e-4602-980f-7a44c4a23e8d req-575026d4-4447-49ab-989e-d98e5e49c0fb tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Apr 12 03:17:50.142731 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de2c2c-5620-47f4-abd5-208e1b19daf7 req-ba772c03-c80c-42a5-ab63-04236b6bb2b1 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:50.144185 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16de2c2c-5620-47f4-abd5-208e1b19daf7 req-ba772c03-c80c-42a5-ab63-04236b6bb2b1 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 945 time: 0.0562248 Apr 12 03:17:50.192183 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-16de2c2c-5620-47f4-abd5-208e1b19daf7 req-2724d26e-2354-4f25-b7ad-f6ad24b9bfbf tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402181 Apr 12 03:17:50.789580 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fceb29b-eef6-4d22-abbe-8dc6dfdeb2ff req-0c38c400-0052-4b43-9cbb-cc762bce7cec tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:50.791116 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8fceb29b-eef6-4d22-abbe-8dc6dfdeb2ff req-0c38c400-0052-4b43-9cbb-cc762bce7cec tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 945 time: 0.0463109 Apr 12 03:17:50.839722 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8fceb29b-eef6-4d22-abbe-8dc6dfdeb2ff req-da4aab06-bfb2-43e6-a719-233c2e8a0b95 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407507 Apr 12 03:17:51.970267 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ffede-c998-4377-94b5-c5a21662369c req-91bb8513-07cb-4772-a130-dbd16673e090 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:51.971809 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-604ffede-c998-4377-94b5-c5a21662369c req-91bb8513-07cb-4772-a130-dbd16673e090 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 945 time: 0.0513496 Apr 12 03:17:52.018287 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-604ffede-c998-4377-94b5-c5a21662369c req-e5ec7baa-9f64-40f3-943a-9f9f788f3ecd tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409632 Apr 12 03:17:52.194020 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-f716156a-695d-4feb-ba5c-70de761b0da2 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:52.195624 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-f716156a-695d-4feb-ba5c-70de761b0da2 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.24 "GET /v2.0/ports?device_id=4d304582-1da5-4b4f-a783-d7bcc92b1395 HTTP/1.1" status: 200 len: 945 time: 0.0568943 Apr 12 03:17:52.278529 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Deleting port 334c2b73-22e1-441a-89b3-117589acb90c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:17:52.278892 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (334c2b73-22e1-441a-89b3-117589acb90c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:52.366629 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] For port 334c2b73-22e1-441a-89b3-117589acb90c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=334c2b73-22e1-441a-89b3-117589acb90c,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:17:52.367016 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (334c2b73-22e1-441a-89b3-117589acb90c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:52.379665 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Calling delete_port for 334c2b73-22e1-441a-89b3-117589acb90c owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:17:52.507111 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (334c2b73-22e1-441a-89b3-117589acb90c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:52.518268 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['334c2b73-22e1-441a-89b3-117589acb90c'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:17:52.536728 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Pushing event deleted for resources: {'Port': ['ID=334c2b73-22e1-441a-89b3-117589acb90c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:52.581383 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] No DVR routers for this DVR port 334c2b73-22e1-441a-89b3-117589acb90c on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:17:52.584019 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:52.587300 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d9215f5-6f8b-431c-88d2-277ba5fd35c3 req-63da50f5-52ea-4a82-a517-78a54d2dad44 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.24 "DELETE /v2.0/ports/334c2b73-22e1-441a-89b3-117589acb90c HTTP/1.1" status: 204 len: 173 time: 0.3861938 Apr 12 03:17:52.587744 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d304582-1da5-4b4f-a783-d7bcc92b1395', 'name': 'network-vif-deleted', 'tag': '334c2b73-22e1-441a-89b3-117589acb90c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:17:52.590047 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69adfb03-ed07-4735-83b5-f61befaf0a23" -d '{"events": [{"server_uuid": "4d304582-1da5-4b4f-a783-d7bcc92b1395", "name": "network-vif-deleted", "tag": "334c2b73-22e1-441a-89b3-117589acb90c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:17:52.627281 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761923a5-b404-460b-a043-5a2a78395a29 x-openstack-request-id: req-761923a5-b404-460b-a043-5a2a78395a29 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:17:52.627714 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d304582-1da5-4b4f-a783-d7bcc92b1395", "name": "network-vif-deleted", "tag": "334c2b73-22e1-441a-89b3-117589acb90c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:17:52.627966 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-761923a5-b404-460b-a043-5a2a78395a29 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:17:52.628371 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761923a5-b404-460b-a043-5a2a78395a29'] response: {'server_uuid': '4d304582-1da5-4b4f-a783-d7bcc92b1395', 'name': 'network-vif-deleted', 'tag': '334c2b73-22e1-441a-89b3-117589acb90c', 'status': 'completed', 'code': 200} Apr 12 03:17:53.351526 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-4d693abb-7e0e-4ac6-9bb1-ee05c1aa1aa5 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:53.353005 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-4d693abb-7e0e-4ac6-9bb1-ee05c1aa1aa5 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/networks?id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 HTTP/1.1" status: 200 len: 809 time: 0.1055293 Apr 12 03:17:53.367360 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-443e1b2e-854c-4fb1-8eb1-b0baaebe3d66 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/quotas/5e459f0eb5e74f6abb6036a30632f5a4 HTTP/1.1" status: 200 len: 375 time: 0.0089517 Apr 12 03:17:53.398398 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-58431abb-a2c1-438d-acda-62784a2ea472 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e459f0eb5e74f6abb6036a30632f5a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263262 Apr 12 03:17:53.485669 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-e0b9a1b1-60f7-4444-a633-2aaac8083322 service neutron] 10.222.0.41 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807049 Apr 12 03:17:53.576953 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-d70b4de8-7b0e-486e-ad78-58a9f2b4784c service neutron] 10.222.0.41 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826981 Apr 12 03:17:53.735302 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4a1d2388-d993-4b4a-9001-0c9fee906904 req-a80beec0-3e67-4709-8375-1625a956bb92 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0272295 Apr 12 03:17:54.705809 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-d558a8c2-2eb3-4a08-8188-f3f967583b18 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:54.707344 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-d558a8c2-2eb3-4a08-8188-f3f967583b18 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.24 "GET /v2.0/networks?id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 HTTP/1.1" status: 200 len: 809 time: 0.1039071 Apr 12 03:17:54.724047 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Request body: {'port': {'device_id': 'ff80d01b-4a95-45aa-8cbb-940e3e90d9b6', 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1', 'admin_state_up': True, 'tenant_id': '5e459f0eb5e74f6abb6036a30632f5a4'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:17:54.841880 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c54439b7-ee96-4874-9c98-331d6f1794f4 req-85666a80-0fd2-4887-adc9-9dcf344bdb4c tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 210 time: 0.0360274 Apr 12 03:17:54.865980 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Made reservation on behalf of 5e459f0eb5e74f6abb6036a30632f5a4 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:17:54.869315 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:54.992431 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Allocated IP 172.20.0.11 (cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1/93db4c6c-da96-400a-b204-447da018c76c/8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:17:55.137127 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks [] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:55.457233 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:55.500402 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:17:55.503465 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:17:55.506945 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:17:55.513166 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Pushing event updated for resources: {'Port': ['ID=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:55.555933 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:55.556530 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:55.575136 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-6e919f7b-b622-4822-983b-567de576a913 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8590839 Apr 12 03:17:55.586018 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Request body: {'port': {'device_id': 'ff80d01b-4a95-45aa-8cbb-940e3e90d9b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:17:55.646260 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:55.856769 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 334c2b73-22e1-441a-89b3-117589acb90c no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:17:55.880478 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 334c2b73-22e1-441a-89b3-117589acb90c {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:17:55.880818 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 334c2b73-22e1-441a-89b3-117589acb90c not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:17:55.907451 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:17:55.915493 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Publish callbacks [] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:55.928579 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Transition to ACTIVE for port object 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:17:55.933720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:55.958624 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0aec7f-5d57-4e07-96fe-67aee8b3d57d req-88273183-317a-4eaf-a3d5-947e3e943eca tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:55.960195 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7a0aec7f-5d57-4e07-96fe-67aee8b3d57d req-88273183-317a-4eaf-a3d5-947e3e943eca tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 932 time: 0.0472851 Apr 12 03:17:55.990354 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:56.007965 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7a0aec7f-5d57-4e07-96fe-67aee8b3d57d req-1bdede28-5f35-4b0d-b22e-145b47e13fd4 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419786 Apr 12 03:17:56.053446 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Attempting to bind port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:17:56.053781 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Attempting to bind port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:17:56.054101 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Attempting to bind port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e on network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:17:56.058390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e on network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:17:56.058726 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Attempting to bind port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e on network cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:17:56.063803 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:17:56.064137 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Checking segment: {'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:17:56.064518 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Bound using segment: {'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:17:56.064931 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Bound port: 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df0e2eb-c035-4fbd-8006-15876115b480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:17:56.065283 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:56.129214 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] For port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:17:56.132085 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] For port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:17:56.144295 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:56.185298 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:56.185915 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:17:56.187308 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-5a57943e-53f2-4d87-834d-753852201521 service neutron] 10.222.0.24 "PUT /v2.0/ports/8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e HTTP/1.1" status: 200 len: 1094 time: 0.6052325 Apr 12 03:17:56.187754 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff80d01b-4a95-45aa-8cbb-940e3e90d9b6', 'tag': '8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:17:56.190038 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed" -d '{"events": [{"name": "network-changed", "server_uuid": "ff80d01b-4a95-45aa-8cbb-940e3e90d9b6", "tag": "8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:17:56.213171 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a57943e-53f2-4d87-834d-753852201521 service neutron] Pushing event updated for resources: {'Port': ['ID=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:17:56.237616 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f29aa2-4fa3-445e-aa96-79cd08c0be0c x-openstack-request-id: req-c6f29aa2-4fa3-445e-aa96-79cd08c0be0c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:17:56.237949 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff80d01b-4a95-45aa-8cbb-940e3e90d9b6", "tag": "8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:17:56.238382 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6f29aa2-4fa3-445e-aa96-79cd08c0be0c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:17:56.238884 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f29aa2-4fa3-445e-aa96-79cd08c0be0c'] response: {'name': 'network-changed', 'server_uuid': 'ff80d01b-4a95-45aa-8cbb-940e3e90d9b6', 'tag': '8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e', 'status': 'completed', 'code': 200} Apr 12 03:17:56.280887 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-ee97e423-dadf-4685-be7a-c6c640bb6a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:56.282416 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-ee97e423-dadf-4685-be7a-c6c640bb6a27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e459f0eb5e74f6abb6036a30632f5a4&device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 1128 time: 0.0538146 Apr 12 03:17:56.325692 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-9874d405-4f95-4abf-a40f-065bba818b35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e HTTP/1.1" status: 200 len: 217 time: 0.0357230 Apr 12 03:17:56.372287 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-b0eaabfd-105b-4581-bf6c-c76fb8fa7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:56.373741 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-b0eaabfd-105b-4581-bf6c-c76fb8fa7503 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93db4c6c-da96-400a-b204-447da018c76c HTTP/1.1" status: 200 len: 849 time: 0.0424607 Apr 12 03:17:56.412503 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-d052712c-4145-4b9b-8189-aba8fce0d297 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304534 Apr 12 03:17:56.504312 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-1b9c75d5-87ac-48a8-ab6f-aac8b087a3a8 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854714 Apr 12 03:17:56.603913 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a76d0929-2ff7-47c3-84fa-edcd1797212b req-988501ea-73f8-43a1-a208-74e51c5643bb service neutron] 10.222.0.24 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927591 Apr 12 03:17:57.136587 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d55b6-810e-4163-8f14-a18f3c81460d req-c9839ce9-4ba0-4047-87c4-2d420816e87c tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:57.138034 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0b9d55b6-810e-4163-8f14-a18f3c81460d req-c9839ce9-4ba0-4047-87c4-2d420816e87c tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0505376 Apr 12 03:17:57.186751 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0b9d55b6-810e-4163-8f14-a18f3c81460d req-9e77164d-dace-4a41-9cce-9779cd91a4d4 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 Apr 12 03:17:58.314802 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3991-2a30-403f-bdf0-6241b2f6a561 req-2d772691-117f-46cb-8536-0f0f40bda9ad tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:58.316338 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-158a3991-2a30-403f-bdf0-6241b2f6a561 req-2d772691-117f-46cb-8536-0f0f40bda9ad tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0546281 Apr 12 03:17:58.364205 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-158a3991-2a30-403f-bdf0-6241b2f6a561 req-65a7986f-d83b-4c3b-99cb-0e8716ac1067 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419722 Apr 12 03:17:58.522185 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-401e3d00-bd0f-461d-b034-346adb5a1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:58.523610 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-401e3d00-bd0f-461d-b034-346adb5a1664 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e459f0eb5e74f6abb6036a30632f5a4&device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 1128 time: 0.0436163 Apr 12 03:17:58.616037 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-e2db1479-4a70-4e08-9734-04c98123904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:58.617484 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-e2db1479-4a70-4e08-9734-04c98123904d service neutron] 10.222.0.24 "GET /v2.0/networks?id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 HTTP/1.1" status: 200 len: 910 time: 0.0870159 Apr 12 03:17:58.657222 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-add8ffd9-0628-4ace-9ade-ae6377f6066b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e HTTP/1.1" status: 200 len: 217 time: 0.0336120 Apr 12 03:17:58.708503 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-a4a85a67-7625-45ec-b889-3803bcdba3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:58.709880 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-a4a85a67-7625-45ec-b889-3803bcdba3aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=93db4c6c-da96-400a-b204-447da018c76c HTTP/1.1" status: 200 len: 849 time: 0.0461183 Apr 12 03:17:58.741849 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-93a98bff-0297-4d22-92a2-02676994c3df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257466 Apr 12 03:17:58.833567 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-ed5efd38-8665-4dac-b272-785d189f6f4a service neutron] 10.222.0.24 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851693 Apr 12 03:17:58.932730 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0568a9c5-fa93-4788-a6e2-ece1a40b3aed req-ba3124ce-a89a-47ec-8572-3e12d79f2604 service neutron] 10.222.0.24 "GET /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925214 Apr 12 03:17:59.497308 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4146-b568-4f5c-a3e6-5406268e7edd req-4a83d5ac-1d0a-4693-9ead-bfbf96af2112 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:17:59.499455 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d91f4146-b568-4f5c-a3e6-5406268e7edd req-4a83d5ac-1d0a-4693-9ead-bfbf96af2112 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 944 time: 0.0569084 Apr 12 03:17:59.547460 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d91f4146-b568-4f5c-a3e6-5406268e7edd req-e744d2ab-efa5-49d0-873f-ee0c298127ed tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Apr 12 03:17:59.889041 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:17:59.989929 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:18:00.001364 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e', 'network_id': 'cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1', 'port_id': '8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e', 'mac_address': 'fa:16:3e:76:7a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93db4c6c-da96-400a-b204-447da018c76c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:18:00.042312 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:18:00.042728 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:00.055549 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:18:00.062258 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:18:00.075121 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:18:00.082396 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:00.128089 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:00.135362 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.135703 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.136001 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.136365 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.136688 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.137006 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.137325 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.137638 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.137921 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.138250 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.138566 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.138911 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.139282 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.139536 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.139846 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:00.435115 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:18:00.648958 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8bf01480-8ce2-45a0-9e13-177dd1f2de7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:00.675642 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6badd6d-8ec8-498d-8f7e-c3f66841044c req-7907121a-d135-4bfc-863a-fd6497d01f73 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:00.677126 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e6badd6d-8ec8-498d-8f7e-c3f66841044c req-7907121a-d135-4bfc-863a-fd6497d01f73 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 945 time: 0.0483787 Apr 12 03:18:00.726279 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e6badd6d-8ec8-498d-8f7e-c3f66841044c req-b06efd49-41c1-470f-9103-d28494ce97c7 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432589 Apr 12 03:18:01.098823 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340cdd2-34d1-41d0-bd52-eb12daada054 req-891d27ea-0b18-401a-a074-14e5fa53a253 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:01.100276 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0340cdd2-34d1-41d0-bd52-eb12daada054 req-891d27ea-0b18-401a-a074-14e5fa53a253 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0506988 Apr 12 03:18:01.145927 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-0340cdd2-34d1-41d0-bd52-eb12daada054 req-bc4f3780-6439-4893-aa70-cde09d4d19e3 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399621 Apr 12 03:18:01.857578 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56abd3-6184-40fa-8e56-c22cd96c4adf req-9d5b8dff-3358-4dec-a97e-564e74a28f66 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:01.859042 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dc56abd3-6184-40fa-8e56-c22cd96c4adf req-9d5b8dff-3358-4dec-a97e-564e74a28f66 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 945 time: 0.0564303 Apr 12 03:18:01.904607 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-dc56abd3-6184-40fa-8e56-c22cd96c4adf req-99c1a862-4c42-48fc-b55e-0765719be82e tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Apr 12 03:18:02.045844 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:18:02.099890 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:18:02.112081 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:18:02.112644 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:02.196265 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:18:02.197040 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:02.221309 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff80d01b-4a95-45aa-8cbb-940e3e90d9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:18:02.223575 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98f325-cc7d-4151-aea3-1b4937a4f348" -d '{"events": [{"server_uuid": "ff80d01b-4a95-45aa-8cbb-940e3e90d9b6", "name": "network-vif-plugged", "status": "completed", "tag": "8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:18:02.237462 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:18:02.244542 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:02.262294 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f136b2-483e-4e88-a1c1-8041bf40afec req-8a562ff4-7d3b-452c-9797-113662f27938 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:02.263837 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b1f136b2-483e-4e88-a1c1-8041bf40afec req-8a562ff4-7d3b-452c-9797-113662f27938 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0479183 Apr 12 03:18:02.269279 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbb5392-27ba-4424-888d-1fc7cc0e9b77 x-openstack-request-id: req-bbbb5392-27ba-4424-888d-1fc7cc0e9b77 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:18:02.269586 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff80d01b-4a95-45aa-8cbb-940e3e90d9b6", "name": "network-vif-plugged", "status": "completed", "tag": "8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:18:02.269837 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbbb5392-27ba-4424-888d-1fc7cc0e9b77 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:18:02.270218 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbb5392-27ba-4424-888d-1fc7cc0e9b77'] response: {'server_uuid': 'ff80d01b-4a95-45aa-8cbb-940e3e90d9b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e', 'code': 200} Apr 12 03:18:02.295034 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:02.316584 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b1f136b2-483e-4e88-a1c1-8041bf40afec req-51c11006-b7ad-4e0a-8de1-3140fe72bca4 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470707 Apr 12 03:18:02.849420 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4131-7a30-4a02-9f7c-7325d6ff39c9 req-ab65bfeb-1bbd-40c9-9b34-6aff34a9e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:02.851027 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-30eb4131-7a30-4a02-9f7c-7325d6ff39c9 req-ab65bfeb-1bbd-40c9-9b34-6aff34a9e1dc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 1130 time: 0.0386925 Apr 12 03:18:02.894803 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-30eb4131-7a30-4a02-9f7c-7325d6ff39c9 req-dd684345-a269-40a4-81f2-19f33d7bfd68 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375280 Apr 12 03:18:03.035701 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779372f8-c0c0-47e8-8316-1bf279e91549 req-4906e2ec-77b4-4e12-8c20-2563b1a8bfe7 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:03.037465 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-779372f8-c0c0-47e8-8316-1bf279e91549 req-4906e2ec-77b4-4e12-8c20-2563b1a8bfe7 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0486605 Apr 12 03:18:03.039435 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a154d61-c118-423b-b2b4-43502e67f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:03.089792 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-779372f8-c0c0-47e8-8316-1bf279e91549 req-e4e7474c-b3a8-44cf-a273-e08f3ddf0182 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460579 Apr 12 03:18:03.442670 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3ad9-688e-4c5a-9a9b-198c7f0d14eb req-4ce80b2d-0a04-4e7b-8d97-86d0be2fdce3 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:03.444166 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ef1b3ad9-688e-4c5a-9a9b-198c7f0d14eb req-4ce80b2d-0a04-4e7b-8d97-86d0be2fdce3 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0553284 Apr 12 03:18:03.496210 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ef1b3ad9-688e-4c5a-9a9b-198c7f0d14eb req-6c911bdd-4c3b-40e2-a2ec-0ee0bdda08e0 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=1d3bd035-4ff3-4241-a9af-df95a093a2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462890 Apr 12 03:18:03.789251 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:03.813487 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100334ac-afae-4205-b3ae-52cdefea26af req-0c9fbf5d-8947-4298-8632-cbfd668ba256 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:03.814950 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-100334ac-afae-4205-b3ae-52cdefea26af req-0c9fbf5d-8947-4298-8632-cbfd668ba256 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 946 time: 0.0511906 Apr 12 03:18:03.897858 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Deleting port faf0a5e5-8ddb-4dc5-b787-659daa885290 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:18:03.898549 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:03.989172 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] For port faf0a5e5-8ddb-4dc5-b787-659daa885290, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=faf0a5e5-8ddb-4dc5-b787-659daa885290,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:18:03.989534 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:04.160153 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:04.160507 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (4880f202-3c82-4f05-be86-e133c0ea8bcc), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:04.160855 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Floating IP 4880f202-3c82-4f05-be86-e133c0ea8bcc disassociated. External IP: 172.28.1.198, port: faf0a5e5-8ddb-4dc5-b787-659daa885290. Apr 12 03:18:04.161156 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Calling delete_port for faf0a5e5-8ddb-4dc5-b787-659daa885290 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:18:04.246919 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4f25c-51ca-4707-80bb-73353ec9c1bc req-ac2e4739-b155-4b26-ad1c-e6c0f5aee336 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:04.248392 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-47d4f25c-51ca-4707-80bb-73353ec9c1bc req-ac2e4739-b155-4b26-ad1c-e6c0f5aee336 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0851669 Apr 12 03:18:04.316692 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-47d4f25c-51ca-4707-80bb-73353ec9c1bc req-2abb1056-573a-424a-8ddb-9ac80e85be03 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626845 Apr 12 03:18:04.366318 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (faf0a5e5-8ddb-4dc5-b787-659daa885290), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:04.397804 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event deleted for resources: {'Port': ['ID=faf0a5e5-8ddb-4dc5-b787-659daa885290,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:04.515280 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:18:04.599788 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2dc15aeb-1550-45f0-9d17-02cac8a2e108 req-0f24dfdd-39f2-4430-a3f6-d77ffc6cf05f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb HTTP/1.1" status: 200 len: 210 time: 0.0290141 Apr 12 03:18:04.627743 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:18:04.638537 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] Sync routers for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:18:04.647874 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:18:04.648412 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:18:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:04.669127 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] No DVR routers for this DVR port faf0a5e5-8ddb-4dc5-b787-659daa885290 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:18:04.671641 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:04.674902 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-100334ac-afae-4205-b3ae-52cdefea26af req-094e11f6-1f9e-439c-8e9b-de280e7f6501 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "DELETE /v2.0/ports/faf0a5e5-8ddb-4dc5-b787-659daa885290 HTTP/1.1" status: 204 len: 173 time: 0.8542113 Apr 12 03:18:04.675340 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'name': 'network-vif-deleted', 'tag': 'faf0a5e5-8ddb-4dc5-b787-659daa885290'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:18:04.677603 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d60acc2-c147-4e3a-b0f2-5611ac31cd2f" -d '{"events": [{"server_uuid": "dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb", "name": "network-vif-deleted", "tag": "faf0a5e5-8ddb-4dc5-b787-659daa885290"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:18:04.718867 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91887dc9-d205-4e49-8f54-c5e8efd2ddbc x-openstack-request-id: req-91887dc9-d205-4e49-8f54-c5e8efd2ddbc {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:18:04.719242 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb", "name": "network-vif-deleted", "tag": "faf0a5e5-8ddb-4dc5-b787-659daa885290", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:18:04.719582 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-91887dc9-d205-4e49-8f54-c5e8efd2ddbc {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:18:04.720077 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91887dc9-d205-4e49-8f54-c5e8efd2ddbc'] response: {'server_uuid': 'dd2fe7fa-f0af-48b9-8de0-6bbbc570d5eb', 'name': 'network-vif-deleted', 'tag': 'faf0a5e5-8ddb-4dc5-b787-659daa885290', 'status': 'completed', 'code': 200} Apr 12 03:18:04.761089 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:18:04.958592 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:04.984834 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] Checking router: f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:18:04.993780 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:18:04.994349 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:18:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:05.109253 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:18:05.304547 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:05.332165 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c20220-60ff-4931-a32a-628dbda01aea None None] The sync data for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb is: [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:18:05.403826 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:05.440739 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd41344-7bed-4fdc-a27f-7f1c1b808b99 req-8816f2a3-b2bb-4cef-847f-790377400c1d tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:05.442269 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1cd41344-7bed-4fdc-a27f-7f1c1b808b99 req-8816f2a3-b2bb-4cef-847f-790377400c1d tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0500619 Apr 12 03:18:05.490406 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1cd41344-7bed-4fdc-a27f-7f1c1b808b99 req-9ae6fabe-1cbd-4439-b4d5-115840485f2c tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422530 Apr 12 03:18:05.553622 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dab3705-0d5d-4fce-8263-9fa1b3138c2c None None] New status for floating IP 4880f202-3c82-4f05-be86-e133c0ea8bcc: DOWN {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:18:05.948075 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device faf0a5e5-8ddb-4dc5-b787-659daa885290 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:18:05.968055 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: faf0a5e5-8ddb-4dc5-b787-659daa885290 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:18:05.968400 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device faf0a5e5-8ddb-4dc5-b787-659daa885290 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:18:06.134851 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf3e6b-6ef9-4814-a3a9-8103e2b2f21b req-ea9deec9-495e-4a7a-9b41-edae8d60362c tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:06.136313 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9ccf3e6b-6ef9-4814-a3a9-8103e2b2f21b req-ea9deec9-495e-4a7a-9b41-edae8d60362c tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0491040 Apr 12 03:18:06.181928 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9ccf3e6b-6ef9-4814-a3a9-8103e2b2f21b req-99da8157-2844-4aa3-a7df-2e5b3acad99c tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399103 Apr 12 03:18:06.870645 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:06.882470 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 49970) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:06.936115 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b0065a3-216a-435e-955d-20d472d2cd91 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (1d3bd035-4ff3-4241-a9af-df95a093a2cf), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:06.962586 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b0065a3-216a-435e-955d-20d472d2cd91 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (1d3bd035-4ff3-4241-a9af-df95a093a2cf), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.010305 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b0065a3-216a-435e-955d-20d472d2cd91 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (1d3bd035-4ff3-4241-a9af-df95a093a2cf), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.012974 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8b0065a3-216a-435e-955d-20d472d2cd91 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.014164 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8b0065a3-216a-435e-955d-20d472d2cd91 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "DELETE /v2.0/security-groups/1d3bd035-4ff3-4241-a9af-df95a093a2cf HTTP/1.1" status: 204 len: 168 time: 0.1306374 Apr 12 03:18:07.017082 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49972) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:07.024072 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0065a3-216a-435e-955d-20d472d2cd91 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3bd035-4ff3-4241-a9af-df95a093a2cf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:07.032644 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.api.v2.resource [None req-043f1f48-d6a4-4e16-950d-b926dbb53770 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] show failed (client error): The resource could not be found. Apr 12 03:18:07.033661 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-043f1f48-d6a4-4e16-950d-b926dbb53770 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups/1d3bd035-4ff3-4241-a9af-df95a093a2cf HTTP/1.1" status: 404 len: 347 time: 0.0154781 Apr 12 03:18:07.036671 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49974) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:07.154670 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Deleting port 1f70aa4b-b383-400f-a4be-1ad710cad7ac {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:18:07.155005 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (1f70aa4b-b383-400f-a4be-1ad710cad7ac), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.247511 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (1f70aa4b-b383-400f-a4be-1ad710cad7ac), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.247906 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (1f70aa4b-b383-400f-a4be-1ad710cad7ac), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.260470 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Calling delete_port for 1f70aa4b-b383-400f-a4be-1ad710cad7ac owned by network:floatingip {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:18:07.303544 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9af352-60e0-4d13-a8ee-b47a661c7b8e req-d88b910b-2c34-4edf-8cdb-28442d72ec51 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:07.305217 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2e9af352-60e0-4d13-a8ee-b47a661c7b8e req-d88b910b-2c34-4edf-8cdb-28442d72ec51 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0515714 Apr 12 03:18:07.354172 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2e9af352-60e0-4d13-a8ee-b47a661c7b8e req-29674540-23be-44f2-9d82-a6f92469935b tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.41 "GET /v2.0/security-groups?id=081cb3f4-6ea7-420c-ac40-69c7950c5472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424659 Apr 12 03:18:07.401399 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (1f70aa4b-b383-400f-a4be-1ad710cad7ac), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.434568 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event deleted for resources: {'Port': ['ID=1f70aa4b-b383-400f-a4be-1ad710cad7ac,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:07.498405 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (4880f202-3c82-4f05-be86-e133c0ea8bcc), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.500972 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.502127 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-1f5f252f-40de-4664-b183-a758787bea30 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "DELETE /v2.0/floatingips/4880f202-3c82-4f05-be86-e133c0ea8bcc HTTP/1.1" status: 204 len: 168 time: 0.4645705 Apr 12 03:18:07.511122 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-c9b2eca7-cd67-495f-b833-842394a4db8f tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:07.512690 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-c9b2eca7-cd67-495f-b833-842394a4db8f tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff80d01b-4a95-45aa-8cbb-940e3e90d9b6 HTTP/1.1" status: 200 len: 946 time: 0.0467677 Apr 12 03:18:07.598017 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Deleting port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:18:07.598330 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.685163 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] For port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,segment=NetworkSegment(5df0e2eb-c035-4fbd-8006-15876115b480),segment_id=5df0e2eb-c035-4fbd-8006-15876115b480)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:18:07.685449 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.692276 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49980) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:07.697541 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-73931e32-58bd-412e-a88e-d4000e242c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1515670126', 'description': 'tempest-description--244511217'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:18:07.703333 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Calling delete_port for 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:18:07.719012 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-73931e32-58bd-412e-a88e-d4000e242c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.784430 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-73931e32-58bd-412e-a88e-d4000e242c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (65368d59-9b7d-403b-adeb-16c08307ea3c), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.789307 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-73931e32-58bd-412e-a88e-d4000e242c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (65368d59-9b7d-403b-adeb-16c08307ea3c), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.820791 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73931e32-58bd-412e-a88e-d4000e242c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65368d59-9b7d-403b-adeb-16c08307ea3c,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:07.827967 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-73931e32-58bd-412e-a88e-d4000e242c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.830252 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-73931e32-58bd-412e-a88e-d4000e242c1e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1369181 Apr 12 03:18:07.833498 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49982) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:07.834450 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.838202 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-875a8f2c-b72f-45d1-900e-6d42c610e110 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'security_group_rule': {'security_group_id': '65368d59-9b7d-403b-adeb-16c08307ea3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:18:07.846456 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:18:07.863489 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Pushing event deleted for resources: {'Port': ['ID=8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:07.866957 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-875a8f2c-b72f-45d1-900e-6d42c610e110 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (72636349-5341-45a8-9cfb-6f8d8b88d33b), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.909632 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] No DVR routers for this DVR port 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:18:07.912227 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.915652 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7e593c98-1cf8-4340-986c-e9aa10b248da req-b3a60898-25f5-4104-a248-adee3b7d92a0 tempest-VolumesActionsTest-1557129773 tempest-VolumesActionsTest-1557129773-project] 10.222.0.24 "DELETE /v2.0/ports/8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e HTTP/1.1" status: 204 len: 173 time: 0.3981040 Apr 12 03:18:07.916252 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff80d01b-4a95-45aa-8cbb-940e3e90d9b6', 'name': 'network-vif-deleted', 'tag': '8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:18:07.918762 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ca303f-cf52-4e71-b9ed-e18e37c479f0" -d '{"events": [{"server_uuid": "ff80d01b-4a95-45aa-8cbb-940e3e90d9b6", "name": "network-vif-deleted", "tag": "8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:18:07.922739 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-875a8f2c-b72f-45d1-900e-6d42c610e110 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (72636349-5341-45a8-9cfb-6f8d8b88d33b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.927847 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-875a8f2c-b72f-45d1-900e-6d42c610e110 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (72636349-5341-45a8-9cfb-6f8d8b88d33b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.954278 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a8f2c-b72f-45d1-900e-6d42c610e110 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72636349-5341-45a8-9cfb-6f8d8b88d33b,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:07.955655 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c5f2f0-36af-47de-b86a-a57479e90d79 x-openstack-request-id: req-09c5f2f0-36af-47de-b86a-a57479e90d79 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:18:07.956002 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff80d01b-4a95-45aa-8cbb-940e3e90d9b6", "name": "network-vif-deleted", "tag": "8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:18:07.956244 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09c5f2f0-36af-47de-b86a-a57479e90d79 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:18:07.956816 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09c5f2f0-36af-47de-b86a-a57479e90d79'] response: {'server_uuid': 'ff80d01b-4a95-45aa-8cbb-940e3e90d9b6', 'name': 'network-vif-deleted', 'tag': '8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e', 'status': 'completed', 'code': 200} Apr 12 03:18:07.964903 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-875a8f2c-b72f-45d1-900e-6d42c610e110 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:07.966150 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-875a8f2c-b72f-45d1-900e-6d42c610e110 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316402 Apr 12 03:18:07.968968 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49986) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:07.974225 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-0440a319-e278-4719-8a7d-0ccc073ff386 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'security_group_rule': {'security_group_id': '65368d59-9b7d-403b-adeb-16c08307ea3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:18:08.000348 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0440a319-e278-4719-8a7d-0ccc073ff386 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (c63af46e-0f54-44b6-ab58-259d6bfd299c), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.056789 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0440a319-e278-4719-8a7d-0ccc073ff386 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (c63af46e-0f54-44b6-ab58-259d6bfd299c), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.062247 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0440a319-e278-4719-8a7d-0ccc073ff386 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (c63af46e-0f54-44b6-ab58-259d6bfd299c), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.079493 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440a319-e278-4719-8a7d-0ccc073ff386 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63af46e-0f54-44b6-ab58-259d6bfd299c,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:08.087276 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-0440a319-e278-4719-8a7d-0ccc073ff386 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.088541 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-0440a319-e278-4719-8a7d-0ccc073ff386 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185045 Apr 12 03:18:08.092645 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 49988) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:08.096856 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:18:08.117779 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.196979 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.302366 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Allocated IP 172.28.1.194 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/c2a47669-1a46-4d22-bf6d-56cb8dc5157b) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:18:08.429613 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for port (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.465513 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.505115 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:18:08.507882 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:18:08.511348 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:18:08.532650 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'Port': ['ID=c2a47669-1a46-4d22-bf6d-56cb8dc5157b,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:08.604437 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (7dc9f946-7717-48c5-a919-9a26a19ad39f), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.642076 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.792815 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for port (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.798515 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.865092 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'Port': ['ID=c2a47669-1a46-4d22-bf6d-56cb8dc5157b,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:08.875246 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (7dc9f946-7717-48c5-a919-9a26a19ad39f), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.892746 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:08.894065 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-4246767a-ec22-427e-a27d-0bed513296e9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8005178 Apr 12 03:18:09.090109 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-414e9bc8-f5f0-435b-bc64-9bbf67b92689 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1515670126&fields=id&tenant_id=f179111b0b4a424d9ae7db8a1e8dde63 HTTP/1.1" status: 200 len: 267 time: 0.0429270 Apr 12 03:18:09.206527 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-2717a69e-e18f-47c2-9091-b42de80f9a57 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:09.208040 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-2717a69e-e18f-47c2-9091-b42de80f9a57 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 810 time: 0.1114261 Apr 12 03:18:09.222436 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-40f7dea3-13b2-497a-9940-684dfb521e41 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/quotas/f179111b0b4a424d9ae7db8a1e8dde63 HTTP/1.1" status: 200 len: 375 time: 0.0088930 Apr 12 03:18:09.272079 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-1f9894fa-350c-480d-9033-d9c8149f1342 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449240 Apr 12 03:18:09.346865 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:09.366565 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-b8b21007-4b4a-4723-8ba9-55635a695dfa service neutron] 10.222.0.41 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827940 Apr 12 03:18:09.460442 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-6f4d0e03-5ed8-4902-ba5b-86154c5f728a service neutron] 10.222.0.41 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879240 Apr 12 03:18:09.621552 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-1cfbb333-9adb-48f7-a384-65e11e91f81d req-53da85ec-d95e-4e57-b231-4eca42091131 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 210 time: 0.0279295 Apr 12 03:18:09.946813 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:18:09.970160 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:18:09.970614 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 8bdbd5f9-5ee5-49c7-9f0d-cbf9630b9e9e not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:18:10.652161 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f700046a-1f6b-4646-920b-6294e38fc686 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:10.654015 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f700046a-1f6b-4646-920b-6294e38fc686 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 810 time: 0.1637576 Apr 12 03:18:10.731767 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-63270216-7c41-420a-963b-b54ceb387244 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f179111b0b4a424d9ae7db8a1e8dde63 HTTP/1.1" status: 200 len: 380 time: 0.0683858 Apr 12 03:18:10.771415 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f20e70cf-5794-44d9-b64f-1bcce07cd1cf req-1618b55b-b8c4-4415-afdf-210d97a35e9a tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 210 time: 0.0380428 Apr 12 03:18:10.786855 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'port': {'device_id': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'admin_state_up': True, 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'security_groups': ['65368d59-9b7d-403b-adeb-16c08307ea3c']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:18:10.915825 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Made reservation on behalf of f179111b0b4a424d9ae7db8a1e8dde63 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:18:10.920994 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:11.072247 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Allocated IP 172.20.0.12 (eb5e466d-d4a7-46fe-b1ad-5c49df790a27/49405552-5f5b-4d8b-9d68-c00137491e7d/eb7802d2-3074-4b57-b0a8-20e9412af0a6) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:18:11.240210 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:11.279579 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:11.331366 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:18:11.334558 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:18:11.338452 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:18:11.373180 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event updated for resources: {'Port': ['ID=eb7802d2-3074-4b57-b0a8-20e9412af0a6,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:11.383108 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.383457 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.383803 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.384143 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.384474 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.384860 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.385190 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.385667 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.385992 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.386318 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.386643 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.386990 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.387307 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.387627 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.387943 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:11.410337 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:11.411078 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:11.435519 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-54f1f708-fa04-47c8-a097-4b7170e0f200 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6538954 Apr 12 03:18:11.446873 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Request body: {'port': {'device_id': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:18:11.534103 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:11.667763 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-f33dab6f-f67f-41b8-87b4-d760fbdef52b None None] Provisioning complete for port eb7802d2-3074-4b57-b0a8-20e9412af0a6 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:18:11.668338 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f33dab6f-f67f-41b8-87b4-d760fbdef52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:11.704608 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-f33dab6f-f67f-41b8-87b4-d760fbdef52b None None] Port eb7802d2-3074-4b57-b0a8-20e9412af0a6 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:18:11.872012 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7802d2-3074-4b57-b0a8-20e9412af0a6 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:18:11.880323 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Publish callbacks [] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:11.893719 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Transition to ACTIVE for port object eb7802d2-3074-4b57-b0a8-20e9412af0a6 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:18:11.901111 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:11.919115 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057f84e-ebf8-4f76-9cb0-bc76348473b0 req-fcace70a-83c6-4423-abd7-c9d8ab5c195e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:11.921667 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8057f84e-ebf8-4f76-9cb0-bc76348473b0 req-fcace70a-83c6-4423-abd7-c9d8ab5c195e tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 932 time: 0.0700324 Apr 12 03:18:11.972490 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Pushing event updated for resources: {'Port': ['ID=eb7802d2-3074-4b57-b0a8-20e9412af0a6,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:12.001033 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8057f84e-ebf8-4f76-9cb0-bc76348473b0 req-338ac33f-17d8-48c4-bbb5-9f73b51cd299 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711844 Apr 12 03:18:12.059695 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Attempting to bind port eb7802d2-3074-4b57-b0a8-20e9412af0a6 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:18:12.060036 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Attempting to bind port eb7802d2-3074-4b57-b0a8-20e9412af0a6 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:18:12.060356 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Attempting to bind port eb7802d2-3074-4b57-b0a8-20e9412af0a6 on network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:18:12.065851 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Port eb7802d2-3074-4b57-b0a8-20e9412af0a6 on network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:18:12.066168 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Attempting to bind port eb7802d2-3074-4b57-b0a8-20e9412af0a6 on network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:18:12.072040 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:18:12.072554 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Checking segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:18:12.072936 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Bound using segment: {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:18:12.073360 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Bound port: eb7802d2-3074-4b57-b0a8-20e9412af0a6, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c590290a-6218-487c-a338-1bc47b6abbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:18:12.073866 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:12.153402 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] For port eb7802d2-3074-4b57-b0a8-20e9412af0a6, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:18:12.157714 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] For port eb7802d2-3074-4b57-b0a8-20e9412af0a6, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:18:12.166724 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:12.207768 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:12.208418 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:12.209885 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] 10.222.0.24 "PUT /v2.0/ports/eb7802d2-3074-4b57-b0a8-20e9412af0a6 HTTP/1.1" status: 200 len: 1094 time: 0.7673867 Apr 12 03:18:12.210404 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'tag': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:18:12.213337 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7467cb7-48e9-416c-830c-6f9898b7d70e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbe474a-8f6d-483f-b4f0-bf7ef69680d9", "tag": "eb7802d2-3074-4b57-b0a8-20e9412af0a6"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:18:12.286058 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690c72e-ba66-458c-a855-d03732ffa10b service neutron] Pushing event updated for resources: {'Port': ['ID=eb7802d2-3074-4b57-b0a8-20e9412af0a6,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:12.307281 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2691e234-046a-4c9e-9701-758af5238197 x-openstack-request-id: req-2691e234-046a-4c9e-9701-758af5238197 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:18:12.307281 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbe474a-8f6d-483f-b4f0-bf7ef69680d9", "tag": "eb7802d2-3074-4b57-b0a8-20e9412af0a6", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:18:12.307281 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2691e234-046a-4c9e-9701-758af5238197 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:18:12.307281 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2691e234-046a-4c9e-9701-758af5238197'] response: {'name': 'network-changed', 'server_uuid': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'tag': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'status': 'completed', 'code': 200} Apr 12 03:18:12.323091 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-64db11b1-26ee-45b0-9e47-9af04eff3bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:12.324857 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-64db11b1-26ee-45b0-9e47-9af04eff3bbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 1128 time: 0.0730639 Apr 12 03:18:12.382060 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-a4fceb6d-5072-45f2-87cc-a5e9b9a54f51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6 HTTP/1.1" status: 200 len: 217 time: 0.0505445 Apr 12 03:18:12.457259 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-35a9bf2c-0679-4440-9fec-5356e293dd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:12.460770 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-35a9bf2c-0679-4440-9fec-5356e293dd2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0708203 Apr 12 03:18:12.516071 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-052f5758-e5bc-4ecc-8633-0dd8fed86066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:12.517982 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-052f5758-e5bc-4ecc-8633-0dd8fed86066 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0509744 Apr 12 03:18:12.618871 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-700e58f5-4a21-47cc-b0e8-4f79e6af78bd service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939548 Apr 12 03:18:12.715822 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-95e69e1e-f705-469b-a8e8-53f1336b1f62 req-9af502eb-f34d-4d3e-a3e7-b8f227c86675 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913048 Apr 12 03:18:13.127908 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49eda6-080f-44d7-a26e-0b697b6c80d6 req-9e00d88e-fda1-4ded-b543-bc6f71f08048 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:13.129878 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3e49eda6-080f-44d7-a26e-0b697b6c80d6 req-9e00d88e-fda1-4ded-b543-bc6f71f08048 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 944 time: 0.0599887 Apr 12 03:18:13.180571 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3e49eda6-080f-44d7-a26e-0b697b6c80d6 req-53d4feeb-e9e2-46ea-beec-d7cdca98a4bd tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438318 Apr 12 03:18:14.328545 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286cbd3-5827-4174-878d-9dd564175c3b req-a883cc0b-5fc4-41ce-9043-844abd976ac9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:14.330055 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4286cbd3-5827-4174-878d-9dd564175c3b req-a883cc0b-5fc4-41ce-9043-844abd976ac9 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 944 time: 0.0770733 Apr 12 03:18:14.387260 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4286cbd3-5827-4174-878d-9dd564175c3b req-8a8780d1-69a6-41d9-8746-636768254faf tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501056 Apr 12 03:18:14.805554 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-06dc06df-9394-4ef3-a4cd-e458505935c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:14.807197 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-06dc06df-9394-4ef3-a4cd-e458505935c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 1128 time: 0.0530157 Apr 12 03:18:14.918099 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-e554c78c-5bf9-448c-a843-d3859f5cba82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:14.919956 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-e554c78c-5bf9-448c-a843-d3859f5cba82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 911 time: 0.1061883 Apr 12 03:18:14.965558 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-30c25102-8dc5-4972-a963-49ba271eb064 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6 HTTP/1.1" status: 200 len: 217 time: 0.0382457 Apr 12 03:18:15.025775 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-97e70d68-2e9e-4e2e-87a2-447aed299622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:15.027446 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-97e70d68-2e9e-4e2e-87a2-447aed299622 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0559733 Apr 12 03:18:15.081531 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-4147795f-8b93-4e86-8123-54b6c458440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:15.083204 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-4147795f-8b93-4e86-8123-54b6c458440b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0500200 Apr 12 03:18:15.181846 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-4fb82bcd-c8c9-478f-ada6-a1fcd576d4cd service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916817 Apr 12 03:18:15.514659 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704f31c-c701-4bd4-a04b-0db0202b77da req-d79b3c3f-cf1b-4247-bbb4-6f4cd45f5eef tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:15.516203 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7704f31c-c701-4bd4-a04b-0db0202b77da req-d79b3c3f-cf1b-4247-bbb4-6f4cd45f5eef tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 944 time: 0.0501928 Apr 12 03:18:15.579416 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7704f31c-c701-4bd4-a04b-0db0202b77da req-b2e9537f-9d51-4ca9-aaaf-a7c2d5eaabf5 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571752 Apr 12 03:18:15.650018 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a7467cb7-48e9-416c-830c-6f9898b7d70e req-8dac7498-738d-4b1b-af49-b11414effb2e service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4594951 Apr 12 03:18:15.978328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device eb7802d2-3074-4b57-b0a8-20e9412af0a6 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:18:16.082573 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port eb7802d2-3074-4b57-b0a8-20e9412af0a6, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:18:16.094442 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'port_id': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'mac_address': 'fa:16:3e:f9:13:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:18:16.135723 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port eb7802d2-3074-4b57-b0a8-20e9412af0a6 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:18:16.136112 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:16.149472 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7802d2-3074-4b57-b0a8-20e9412af0a6 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:18:16.169196 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port eb7802d2-3074-4b57-b0a8-20e9412af0a6, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:18:16.176230 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:16.239450 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=eb7802d2-3074-4b57-b0a8-20e9412af0a6,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:16.515812 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['eb7802d2-3074-4b57-b0a8-20e9412af0a6'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:18:16.702814 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f245b-d6e8-4eee-befb-7e6d4ce3d6de req-b94ac84a-b987-4014-b955-216890843188 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:16.704543 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-000f245b-d6e8-4eee-befb-7e6d4ce3d6de req-b94ac84a-b987-4014-b955-216890843188 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 945 time: 0.0509481 Apr 12 03:18:16.766019 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-000f245b-d6e8-4eee-befb-7e6d4ce3d6de req-cce5b013-ccfb-473d-a81a-65d9d8575d6f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533655 Apr 12 03:18:18.008753 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device eb7802d2-3074-4b57-b0a8-20e9412af0a6 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:18:18.012763 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797be57-80b9-468d-9f06-1223f77e32dd req-00acaf65-97d8-4035-9228-9c6e4377eab4 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:18.014389 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d797be57-80b9-468d-9f06-1223f77e32dd req-00acaf65-97d8-4035-9228-9c6e4377eab4 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 945 time: 0.1756723 Apr 12 03:18:18.059649 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port eb7802d2-3074-4b57-b0a8-20e9412af0a6 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:18:18.076299 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port eb7802d2-3074-4b57-b0a8-20e9412af0a6 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:18:18.076754 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:18.098312 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d797be57-80b9-468d-9f06-1223f77e32dd req-075aa453-bac5-477d-b355-9f314c5656bd tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778139 Apr 12 03:18:18.157704 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port eb7802d2-3074-4b57-b0a8-20e9412af0a6 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:18:18.158161 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:18.181746 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:18:18.184462 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bad2f2-6b42-4551-97fa-f18efe1091c5" -d '{"events": [{"server_uuid": "2cbe474a-8f6d-483f-b4f0-bf7ef69680d9", "name": "network-vif-plugged", "status": "completed", "tag": "eb7802d2-3074-4b57-b0a8-20e9412af0a6"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:18:18.197553 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port eb7802d2-3074-4b57-b0a8-20e9412af0a6, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:18:18.203663 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:18.253183 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc1cd46-c1e4-4ee0-b477-0d13b1b6e6ad x-openstack-request-id: req-5dc1cd46-c1e4-4ee0-b477-0d13b1b6e6ad {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:18:18.253601 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbe474a-8f6d-483f-b4f0-bf7ef69680d9", "name": "network-vif-plugged", "status": "completed", "tag": "eb7802d2-3074-4b57-b0a8-20e9412af0a6", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:18:18.253900 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5dc1cd46-c1e4-4ee0-b477-0d13b1b6e6ad {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:18:18.254312 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc1cd46-c1e4-4ee0-b477-0d13b1b6e6ad'] response: {'server_uuid': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'code': 200} Apr 12 03:18:18.267193 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=eb7802d2-3074-4b57-b0a8-20e9412af0a6,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:18.456854 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49655b56-d613-4526-bdff-28b84245c624 req-3d56dbfb-1717-4f51-b8e8-2b300718ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:18.458271 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-49655b56-d613-4526-bdff-28b84245c624 req-3d56dbfb-1717-4f51-b8e8-2b300718ac39 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 1130 time: 0.0484810 Apr 12 03:18:18.510992 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-49655b56-d613-4526-bdff-28b84245c624 req-c0ce0393-556e-4fe7-b304-143e534e5c27 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459385 Apr 12 03:18:19.237869 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115e334-588c-4d4c-81a0-dcf72c99b2d4 req-84f61df9-2834-491d-a6e4-ec6e7064dd03 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:19.240078 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c115e334-588c-4d4c-81a0-dcf72c99b2d4 req-84f61df9-2834-491d-a6e4-ec6e7064dd03 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 946 time: 0.0488563 Apr 12 03:18:19.296137 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c115e334-588c-4d4c-81a0-dcf72c99b2d4 req-cba2fbc2-830b-4ecc-a5e6-4954304e3b64 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496614 Apr 12 03:18:20.514611 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76512f75-d23e-46da-ac31-60b8af3f6fbf req-4cab4ad9-901c-493e-87ad-9b1fcfcebdb1 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:20.516288 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-76512f75-d23e-46da-ac31-60b8af3f6fbf req-4cab4ad9-901c-493e-87ad-9b1fcfcebdb1 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 946 time: 0.1390059 Apr 12 03:18:20.570596 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-76512f75-d23e-46da-ac31-60b8af3f6fbf req-a2332591-5a26-4345-884e-e97977c7bff4 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483613 Apr 12 03:18:20.688514 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482417-0c42-4ac7-a9c6-db737ff25bdc req-4ce4acc4-6728-47f9-b61c-3dd32e0ff895 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:20.689957 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-11482417-0c42-4ac7-a9c6-db737ff25bdc req-4ce4acc4-6728-47f9-b61c-3dd32e0ff895 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 946 time: 0.0548902 Apr 12 03:18:20.699296 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50160) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:20.703989 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Request body: {'floatingip': {'port_id': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:18:20.754472 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (7dc9f946-7717-48c5-a919-9a26a19ad39f), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:21.225099 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:21.230524 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (7dc9f946-7717-48c5-a919-9a26a19ad39f), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:21.342346 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.l3_db [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Floating IP 7dc9f946-7717-48c5-a919-9a26a19ad39f associated. External IP: 172.28.1.194, port: eb7802d2-3074-4b57-b0a8-20e9412af0a6. Apr 12 03:18:21.852790 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:18:22.003331 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:18:22.008536 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:22.019371 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] Sync routers for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:18:22.030328 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:18:22.031334 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:18:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:22.054738 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-8b66386e-d180-4223-bf5b-396b4039c4ad tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "PUT /v2.0/floatingips/7dc9f946-7717-48c5-a919-9a26a19ad39f HTTP/1.1" status: 200 len: 992 time: 1.3409607 Apr 12 03:18:22.054738 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'tag': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6'}] {{(pid=103446) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:18:22.054738 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34ba098fae17363f7c84a15244b82fe2aa6fc8a193893d8fd265bff809125718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a" -d '{"events": [{"name": "network-changed", "server_uuid": "2cbe474a-8f6d-483f-b4f0-bf7ef69680d9", "tag": "eb7802d2-3074-4b57-b0a8-20e9412af0a6"}]}' {{(pid=103446) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:18:22.095417 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d376e8fa-d521-4ddf-b588-793f638ac4cd x-openstack-request-id: req-d376e8fa-d521-4ddf-b588-793f638ac4cd {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:18:22.095993 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cbe474a-8f6d-483f-b4f0-bf7ef69680d9", "tag": "eb7802d2-3074-4b57-b0a8-20e9412af0a6", "status": "completed", "code": 200}]} {{(pid=103446) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:18:22.096114 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d376e8fa-d521-4ddf-b588-793f638ac4cd {{(pid=103446) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:18:22.096491 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d376e8fa-d521-4ddf-b588-793f638ac4cd'] response: {'name': 'network-changed', 'server_uuid': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'tag': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'status': 'completed', 'code': 200} Apr 12 03:18:22.184727 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-fc90710b-d1f9-4a39-984f-c2b0ab595a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:22.185280 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-fc90710b-d1f9-4a39-984f-c2b0ab595a6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 1130 time: 0.0620263 Apr 12 03:18:22.266158 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:18:22.291333 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-2496c8f5-9af8-4e1f-8031-38a2ec0a8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:22.291333 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-2496c8f5-9af8-4e1f-8031-38a2ec0a8c91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 911 time: 0.0982077 Apr 12 03:18:22.376040 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-84491ead-61ce-4cee-8425-40e53deb75d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6 HTTP/1.1" status: 200 len: 1000 time: 0.0794168 Apr 12 03:18:22.436892 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-e558a402-89d1-46c7-8161-18873741c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:22.438912 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-e558a402-89d1-46c7-8161-18873741c60c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0572405 Apr 12 03:18:22.489909 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-e2c78d21-e2d8-4211-93ed-d971407e1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:18:22.496131 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-e2c78d21-e2d8-4211-93ed-d971407e1723 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0515721 Apr 12 03:18:22.501722 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '7dc9f946-7717-48c5-a919-9a26a19ad39f', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'port_id': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'mac_address': 'fa:16:3e:f9:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:18:08Z', 'updated_at': '2022-04-12T03:18:21Z', 'revision_number': 1, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:22.529899 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] Checking router: f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:18:22.539118 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:18:22.539826 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:18:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:22.629955 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-96e69021-df1c-4bab-bd93-6fa3b17c78cb service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245186 Apr 12 03:18:22.659336 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:18:22.757799 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d921472d-3cdc-4bfd-a3b3-d3f386d5c71a req-2cb4b64c-c270-4ab7-8f74-3518c74d7a77 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210163 Apr 12 03:18:22.929292 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '7dc9f946-7717-48c5-a919-9a26a19ad39f', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'port_id': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'mac_address': 'fa:16:3e:f9:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:18:08Z', 'updated_at': '2022-04-12T03:18:21Z', 'revision_number': 1, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:22.958580 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3862a31-878b-4e3b-b9c0-2f57e8f82494 None None] The sync data for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb is: [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': '7dc9f946-7717-48c5-a919-9a26a19ad39f', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'port_id': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'mac_address': 'fa:16:3e:f9:13:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:18:08Z', 'updated_at': '2022-04-12T03:18:21Z', 'revision_number': 1, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:18:23.218257 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0c7b95-cf9f-44f3-82e7-c182a6ac6daa None None] New status for floating IP 7dc9f946-7717-48c5-a919-9a26a19ad39f: ACTIVE {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:18:26.187584 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50258) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:26.246378 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Deleting subnet 93db4c6c-da96-400a-b204-447da018c76c {{(pid=103446) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:18:26.249903 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Publish callbacks [] for subnet (93db4c6c-da96-400a-b204-447da018c76c), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.286107 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8402012'] for subnet (93db4c6c-da96-400a-b204-447da018c76c), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.328974 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (93db4c6c-da96-400a-b204-447da018c76c), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.381986 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10111544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9394502'] for subnet (93db4c6c-da96-400a-b204-447da018c76c), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.406547 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93db4c6c-da96-400a-b204-447da018c76c,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:26.412156 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.415473 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/93db4c6c-da96-400a-b204-447da018c76c HTTP/1.1" status: 204 len: 168 time: 0.2268901 Apr 12 03:18:26.418286 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50260) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:26.420591 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.420956 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.421277 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.421623 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.421950 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.422277 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.422594 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.422975 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.423297 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.423614 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.423946 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.424269 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.424566 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.424881 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.425194 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7d8193c-aed6-4ab8-be32-245164daef18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:18:26.489898 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.575542 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.605933 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:26.615715 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df0e2eb-c035-4fbd-8006-15876115b480') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:26.616008 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df0e2eb-c035-4fbd-8006-15876115b480') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:18:26.625439 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (5df0e2eb-c035-4fbd-8006-15876115b480), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.638973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (5df0e2eb-c035-4fbd-8006-15876115b480), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.650833 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:18:26.651302 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (5df0e2eb-c035-4fbd-8006-15876115b480), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:18:26.653715 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:18:26.711472 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.717012 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.720096 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1 HTTP/1.1" status: 204 len: 168 time: 0.3006129 Apr 12 03:18:26.730366 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f0f0d-ca97-43c7-9961-679c51cbb2e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbfa8e2b-8279-4a95-a400-36b6f3e8a8a1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:26.834353 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50264) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:26.876276 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-3bba7abd-501c-446d-b1e8-44a065809049 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e459f0eb5e74f6abb6036a30632f5a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405064 Apr 12 03:18:26.878730 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50266) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:26.925158 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4f47f08-19f9-4ae5-93cf-7e591a010900 admin admin] Publish callbacks [] for security_group (081cb3f4-6ea7-420c-ac40-69c7950c5472), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:26.946790 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4f47f08-19f9-4ae5-93cf-7e591a010900 admin admin] Publish callbacks [] for security_group (081cb3f4-6ea7-420c-ac40-69c7950c5472), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:27.000101 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4f47f08-19f9-4ae5-93cf-7e591a010900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (081cb3f4-6ea7-420c-ac40-69c7950c5472), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:27.002676 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b4f47f08-19f9-4ae5-93cf-7e591a010900 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:27.003827 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b4f47f08-19f9-4ae5-93cf-7e591a010900 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/081cb3f4-6ea7-420c-ac40-69c7950c5472 HTTP/1.1" status: 204 len: 168 time: 0.1241298 Apr 12 03:18:27.013944 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f47f08-19f9-4ae5-93cf-7e591a010900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081cb3f4-6ea7-420c-ac40-69c7950c5472,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:30.656354 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0612c473-fc37-4cc4-bc21-e4541c638597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:33.061473 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-8b362a95-ad8d-486b-9031-470fbbd5875b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:33.791475 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:35.417316 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:36.878562 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:37.063558 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:18:39.360081 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:52.815284 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50450) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:52.931452 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-63a345fa-b397-4292-8fa0-e4840d7e6f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:53.007514 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-63a345fa-b397-4292-8fa0-e4840d7e6f4c admin admin] Publish callbacks [] for security_group (2878e4a5-40cc-449b-93e7-eba72c544772), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:53.013782 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-63a345fa-b397-4292-8fa0-e4840d7e6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (2878e4a5-40cc-449b-93e7-eba72c544772), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:53.050324 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-63a345fa-b397-4292-8fa0-e4840d7e6f4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3e3df8e22c8a4747be35fe050338c1e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339191 Apr 12 03:18:53.051570 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a345fa-b397-4292-8fa0-e4840d7e6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2878e4a5-40cc-449b-93e7-eba72c544772,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:18:53.053288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50454) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:18:53.104191 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-007d702e-e8d7-427e-a120-17b4f7deee4e admin admin] Publish callbacks [] for security_group (2878e4a5-40cc-449b-93e7-eba72c544772), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:53.125896 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-007d702e-e8d7-427e-a120-17b4f7deee4e admin admin] Publish callbacks [] for security_group (2878e4a5-40cc-449b-93e7-eba72c544772), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:53.173777 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-007d702e-e8d7-427e-a120-17b4f7deee4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (2878e4a5-40cc-449b-93e7-eba72c544772), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:53.176253 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-007d702e-e8d7-427e-a120-17b4f7deee4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:18:53.177442 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-007d702e-e8d7-427e-a120-17b4f7deee4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2878e4a5-40cc-449b-93e7-eba72c544772 HTTP/1.1" status: 204 len: 168 time: 0.1230834 Apr 12 03:18:53.185400 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d702e-e8d7-427e-a120-17b4f7deee4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2878e4a5-40cc-449b-93e7-eba72c544772,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:00.659186 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4c3e6e53-a4fc-463c-8266-c7b64a60a548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:03.048341 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a346c84d-0ccd-4a44-ba19-ad32938666fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:03.797823 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:05.424758 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:06.876330 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:09.384030 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:14.069195 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:19:15.213564 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-24de13fd-d50b-4baa-ba99-7f381d638226 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1450312 Apr 12 03:19:15.303594 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-fa2097d5-c13f-41ec-9ad0-0c1d6296fd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:15.305200 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-fa2097d5-c13f-41ec-9ad0-0c1d6296fd56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 1130 time: 0.0415890 Apr 12 03:19:15.406427 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-ffaf0e51-1a01-450a-829c-db2d2e269d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:15.407817 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-ffaf0e51-1a01-450a-829c-db2d2e269d18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 200 len: 911 time: 0.0841622 Apr 12 03:19:15.485048 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-f84d2dd5-3588-4c00-9fce-14aea43b2b21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6 HTTP/1.1" status: 200 len: 1002 time: 0.0702870 Apr 12 03:19:15.538954 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-b8fe4ba9-a45d-4c04-8957-31f3550ca4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:15.541241 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-b8fe4ba9-a45d-4c04-8957-31f3550ca4df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 200 len: 849 time: 0.0502985 Apr 12 03:19:15.589056 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-294a826e-94cc-4159-82b9-3d967a506e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:15.590518 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-294a826e-94cc-4159-82b9-3d967a506e1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb5e466d-d4a7-46fe-b1ad-5c49df790a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433140 Apr 12 03:19:15.600159 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-ca2346f0-df5f-44e1-a426-c6212863bfe1 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:19:15.601165 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-ca2346f0-df5f-44e1-a426-c6212863bfe1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048747 Apr 12 03:19:15.695693 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-ed02b273-7713-4715-9cb2-7004a230d39b service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886919 Apr 12 03:19:15.786210 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8f29f3b6-f011-4740-9a4b-b84c0fa17e79 req-fa77551f-81c7-4b00-ad63-26a322bc2443 service neutron] 10.222.0.24 "GET /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825596 Apr 12 03:19:30.662489 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b5a2fa8-49ef-4219-be0a-3f6353e5aadc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:33.045889 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-03ed2dff-a196-42ef-8570-30a84988135a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:33.806545 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:35.432311 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:36.871633 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:39.386666 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:49.072436 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fb874-9164-4368-b639-181259866799 req-23d1e55a-432a-4ac4-be69-e407d3d6c45f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:49.073895 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b42fb874-9164-4368-b639-181259866799 req-23d1e55a-432a-4ac4-be69-e407d3d6c45f tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 946 time: 0.0528288 Apr 12 03:19:49.129134 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b42fb874-9164-4368-b639-181259866799 req-3411ba9e-afb9-4f87-bf8b-5783c6a7d1ea tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468574 Apr 12 03:19:50.268660 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895b8f8-a569-4677-a1e3-84b2a1ca4f90 req-80ad0261-d05c-47ba-8497-88d6c1e61272 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:50.270033 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2895b8f8-a569-4677-a1e3-84b2a1ca4f90 req-80ad0261-d05c-47ba-8497-88d6c1e61272 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 946 time: 0.0604117 Apr 12 03:19:50.319691 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2895b8f8-a569-4677-a1e3-84b2a1ca4f90 req-854ca75c-42f4-4526-8994-6004f4bd946c tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412929 Apr 12 03:19:51.074924 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:19:51.201397 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-506c3735-77d5-41bf-bf5b-2647ab9b8abf tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:51.202851 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-506c3735-77d5-41bf-bf5b-2647ab9b8abf tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 946 time: 0.0600462 Apr 12 03:19:51.292473 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Deleting port eb7802d2-3074-4b57-b0a8-20e9412af0a6 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:19:51.292814 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:51.384750 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] For port eb7802d2-3074-4b57-b0a8-20e9412af0a6, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=eb7802d2-3074-4b57-b0a8-20e9412af0a6,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:19:51.385124 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:51.476336 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46832ca0-3ee5-4356-addd-ccd082630119 req-c9b329a2-1e3b-46df-a0ad-a5bf211d6e02 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:19:51.477893 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-46832ca0-3ee5-4356-addd-ccd082630119 req-c9b329a2-1e3b-46df-a0ad-a5bf211d6e02 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cbe474a-8f6d-483f-b4f0-bf7ef69680d9 HTTP/1.1" status: 200 len: 946 time: 0.0900011 Apr 12 03:19:51.604195 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-46832ca0-3ee5-4356-addd-ccd082630119 req-fe4e8dde-82bc-4614-84be-86cdf791786d tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups?id=65368d59-9b7d-403b-adeb-16c08307ea3c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197052 Apr 12 03:19:51.627720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:51.628090 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (7dc9f946-7717-48c5-a919-9a26a19ad39f), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:51.628411 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Floating IP 7dc9f946-7717-48c5-a919-9a26a19ad39f disassociated. External IP: 172.28.1.194, port: eb7802d2-3074-4b57-b0a8-20e9412af0a6. Apr 12 03:19:51.628759 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Calling delete_port for eb7802d2-3074-4b57-b0a8-20e9412af0a6 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:19:51.764054 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (eb7802d2-3074-4b57-b0a8-20e9412af0a6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:51.794093 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event deleted for resources: {'Port': ['ID=eb7802d2-3074-4b57-b0a8-20e9412af0a6,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:51.803994 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.804373 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.804713 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.805043 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.805374 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.805699 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.806021 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.806342 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.806662 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.807540 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.807540 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.807728 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.807925 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.808227 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.808553 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:51.919391 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:19:52.028291 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:19:52.037965 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] Sync routers for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:19:52.047976 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:19:52.048579 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:19:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:52.074338 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] No DVR routers for this DVR port eb7802d2-3074-4b57-b0a8-20e9412af0a6 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:19:52.076945 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:52.080564 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-bc19a3e3-8602-48f5-a139-fc278481df05 req-b9413a95-41bc-4d6b-9732-0ee31d7ba254 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.24 "DELETE /v2.0/ports/eb7802d2-3074-4b57-b0a8-20e9412af0a6 HTTP/1.1" status: 204 len: 173 time: 0.8723600 Apr 12 03:19:52.081018 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'name': 'network-vif-deleted', 'tag': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:19:52.083993 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62da7269-bf65-4812-8853-74b680fdce09" -d '{"events": [{"server_uuid": "2cbe474a-8f6d-483f-b4f0-bf7ef69680d9", "name": "network-vif-deleted", "tag": "eb7802d2-3074-4b57-b0a8-20e9412af0a6"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:19:52.161967 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:19:52.195298 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d18080c-505f-4a55-9dcb-c4cff64b4eaa x-openstack-request-id: req-5d18080c-505f-4a55-9dcb-c4cff64b4eaa {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:19:52.195597 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cbe474a-8f6d-483f-b4f0-bf7ef69680d9", "name": "network-vif-deleted", "tag": "eb7802d2-3074-4b57-b0a8-20e9412af0a6", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:19:52.195843 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d18080c-505f-4a55-9dcb-c4cff64b4eaa {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:19:52.196752 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d18080c-505f-4a55-9dcb-c4cff64b4eaa'] response: {'server_uuid': '2cbe474a-8f6d-483f-b4f0-bf7ef69680d9', 'name': 'network-vif-deleted', 'tag': 'eb7802d2-3074-4b57-b0a8-20e9412af0a6', 'status': 'completed', 'code': 200} Apr 12 03:19:52.362792 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:52.388897 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] Checking router: f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:19:52.397937 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:19:52.398463 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:19:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:52.512165 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:19:52.695961 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50590) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:52.709479 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:52.739382 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acfce04-4fae-4c9f-b24b-2d0baa58f86b None None] The sync data for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb is: [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:51Z', 'revision_number': 4, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '934004bb-ee0b-4932-9dc9-9d0d62068840', 'name': '', 'network_id': 'eb5e466d-d4a7-46fe-b1ad-5c49df790a27', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'mac_address': 'fa:16:3e:95:26:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:51Z', 'updated_at': '2022-04-12T03:13:55Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'subnets': [{'id': '49405552-5f5b-4d8b-9d68-c00137491e7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:19:52.749522 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da57b952-1432-49bd-874b-b455b4f65d32 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (65368d59-9b7d-403b-adeb-16c08307ea3c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:52.775160 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da57b952-1432-49bd-874b-b455b4f65d32 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (65368d59-9b7d-403b-adeb-16c08307ea3c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:52.825832 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da57b952-1432-49bd-874b-b455b4f65d32 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (65368d59-9b7d-403b-adeb-16c08307ea3c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:52.828536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-da57b952-1432-49bd-874b-b455b4f65d32 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:52.829722 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-da57b952-1432-49bd-874b-b455b4f65d32 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "DELETE /v2.0/security-groups/65368d59-9b7d-403b-adeb-16c08307ea3c HTTP/1.1" status: 204 len: 168 time: 0.1326818 Apr 12 03:19:52.832638 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50592) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:52.838926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57b952-1432-49bd-874b-b455b4f65d32 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65368d59-9b7d-403b-adeb-16c08307ea3c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:52.846647 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.api.v2.resource [None req-07a99fa2-5440-4611-b414-8fd159c1514b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] show failed (client error): The resource could not be found. Apr 12 03:19:52.847678 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-07a99fa2-5440-4611-b414-8fd159c1514b tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "GET /v2.0/security-groups/65368d59-9b7d-403b-adeb-16c08307ea3c HTTP/1.1" status: 404 len: 347 time: 0.0140326 Apr 12 03:19:52.850611 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50594) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:52.970341 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Deleting port c2a47669-1a46-4d22-bf6d-56cb8dc5157b {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:19:52.970787 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:52.970936 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee194d78-342e-4978-8955-8e74929b1ee4 None None] New status for floating IP 7dc9f946-7717-48c5-a919-9a26a19ad39f: DOWN {{(pid=103448) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:19:53.049569 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:53.049875 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:53.062428 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Calling delete_port for c2a47669-1a46-4d22-bf6d-56cb8dc5157b owned by network:floatingip {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:19:53.195152 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (c2a47669-1a46-4d22-bf6d-56cb8dc5157b), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:53.222559 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Pushing event deleted for resources: {'Port': ['ID=c2a47669-1a46-4d22-bf6d-56cb8dc5157b,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:53.233740 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.234084 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.234418 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.234781 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.235116 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.235439 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.235756 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.236070 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.236386 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.236702 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.237019 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.237335 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.237654 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.237961 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.238285 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:19:53.298412 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks [] for floatingip (7dc9f946-7717-48c5-a919-9a26a19ad39f), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:53.300830 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:53.301966 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-6747e133-e25c-4ab0-8e1a-bae870248d87 tempest-AttachVolumeTestJSON-1125563179 tempest-AttachVolumeTestJSON-1125563179-project] 10.222.0.41 "DELETE /v2.0/floatingips/7dc9f946-7717-48c5-a919-9a26a19ad39f HTTP/1.1" status: 204 len: 168 time: 0.4502888 Apr 12 03:19:56.384848 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device eb7802d2-3074-4b57-b0a8-20e9412af0a6 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:19:56.407846 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: eb7802d2-3074-4b57-b0a8-20e9412af0a6 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:19:56.408181 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device eb7802d2-3074-4b57-b0a8-20e9412af0a6 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:19:56.874211 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50622) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:57.324239 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043069'] for router_interface (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:57.558455 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Deleting port 934004bb-ee0b-4932-9dc9-9d0d62068840 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:19:57.558815 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:57.635357 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] For port 934004bb-ee0b-4932-9dc9-9d0d62068840, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=934004bb-ee0b-4932-9dc9-9d0d62068840,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:19:57.635711 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:57.648955 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Calling delete_port for 934004bb-ee0b-4932-9dc9-9d0d62068840 owned by network:router_interface {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:19:57.838783 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (934004bb-ee0b-4932-9dc9-9d0d62068840), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:57.862122 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Pushing event deleted for resources: {'Port': ['ID=934004bb-ee0b-4932-9dc9-9d0d62068840,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:58.045327 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2042897'] for router_interface (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:58.277654 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:19:58.394998 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:19:58.400381 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-37d3f7ec-079d-4be9-904a-8c7919ebb80c admin admin] 10.222.0.41 "PUT /v2.0/routers/f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5249805 Apr 12 03:19:58.403151 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50626) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:58.405829 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] Sync routers for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:19:58.416682 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:19:58.417293 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:19:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:58.513209 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks [] for router (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:58.620356 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:19:58.624733 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks [] for router_gateway (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:58.671030 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Deleting port b8ef754b-0f02-4f93-8363-ab546cb18cd1 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:19:58.671323 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:58.752894 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] For port b8ef754b-0f02-4f93-8363-ab546cb18cd1, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b8ef754b-0f02-4f93-8363-ab546cb18cd1,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:19:58.753258 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:58.766619 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Calling delete_port for b8ef754b-0f02-4f93-8363-ab546cb18cd1 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:19:58.787003 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212'}], 'enable_snat': True}, 'gw_port_id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:19:57Z', 'revision_number': 5, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port': {'id': 'b8ef754b-0f02-4f93-8363-ab546cb18cd1', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:58.817861 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] Checking router: f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:19:58.826027 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] Routers {'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:19:58.826628 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:19:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:58.913752 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] Set router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:19:58.933685 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (b8ef754b-0f02-4f93-8363-ab546cb18cd1), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:58.959261 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ef754b-0f02-4f93-8363-ab546cb18cd1,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:58.966066 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:19:58Z', 'revision_number': 6, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port_host': None}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:58.997310 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed41226c-f652-464b-9872-ecc52f3af33c None None] The sync data for ids ['f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6'] in dv-cinder-837443-1-smb is: [{'id': 'f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6', 'name': 'tempest-AttachVolumeTestJSON-109202374-router', 'tenant_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:13:49Z', 'updated_at': '2022-04-12T03:19:58Z', 'revision_number': 6, 'project_id': 'f179111b0b4a424d9ae7db8a1e8dde63', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:19:59.020673 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036983'] for router_gateway (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.112746 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1993049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2726'] for router (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.114995 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks [] for router_controller (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.162402 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1993040'] for router (f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.163020 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:19:59.167649 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.168844 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-26a0d34d-0d6c-4bfd-a6e8-0118015702f9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f4743a7f-b0c8-4e3e-b50e-a37b6212f6a6 HTTP/1.1" status: 204 len: 168 time: 0.7647202 Apr 12 03:19:59.172214 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50628) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:59.216105 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-75301867-39e3-45f8-9089-d30e1fbeabdb admin admin] Deleting subnet 49405552-5f5b-4d8b-9d68-c00137491e7d {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:19:59.219655 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75301867-39e3-45f8-9089-d30e1fbeabdb admin admin] Publish callbacks [] for subnet (49405552-5f5b-4d8b-9d68-c00137491e7d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.253680 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75301867-39e3-45f8-9089-d30e1fbeabdb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (49405552-5f5b-4d8b-9d68-c00137491e7d), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.340113 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75301867-39e3-45f8-9089-d30e1fbeabdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (49405552-5f5b-4d8b-9d68-c00137491e7d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.395563 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75301867-39e3-45f8-9089-d30e1fbeabdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (49405552-5f5b-4d8b-9d68-c00137491e7d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.420812 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75301867-39e3-45f8-9089-d30e1fbeabdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49405552-5f5b-4d8b-9d68-c00137491e7d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:59.424381 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-75301867-39e3-45f8-9089-d30e1fbeabdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.427673 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-75301867-39e3-45f8-9089-d30e1fbeabdb admin admin] 10.222.0.41 "DELETE /v2.0/subnets/49405552-5f5b-4d8b-9d68-c00137491e7d HTTP/1.1" status: 204 len: 168 time: 0.2545140 Apr 12 03:19:59.430175 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50630) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:19:59.430987 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f35647-e1fc-4531-91de-0d59ad743ca4 None None] Network eb5e466d-d4a7-46fe-b1ad-5c49df790a27 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:19:59.500873 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (eb5e466d-d4a7-46fe-b1ad-5c49df790a27), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.546463 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Deleting port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:19:59.546844 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.609352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] For port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5,segment=NetworkSegment(c590290a-6218-487c-a338-1bc47b6abbfd),segment_id=c590290a-6218-487c-a338-1bc47b6abbfd)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:19:59.609718 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.623246 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Calling delete_port for 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:19:59.718662 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.736620 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc67056e-934d-4a1d-8cfa-da1b2a458c0a None None] DHCP port deletion for eb5e466d-d4a7-46fe-b1ad-5c49df790a27 request from dv-cinder-837443-1-smb {{(pid=103448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:19:59.746352 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:19:59.748397 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] No DVR routers for this DVR port 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 on host dv-cinder-837443-1-smb {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:19:59.820817 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (eb5e466d-d4a7-46fe-b1ad-5c49df790a27), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.841349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5e466d-d4a7-46fe-b1ad-5c49df790a27']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:59.850877 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c590290a-6218-487c-a338-1bc47b6abbfd') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:59.851168 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c590290a-6218-487c-a338-1bc47b6abbfd') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:19:59.860307 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (c590290a-6218-487c-a338-1bc47b6abbfd), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.873595 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (c590290a-6218-487c-a338-1bc47b6abbfd), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.879786 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:19:59.880174 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (c590290a-6218-487c-a338-1bc47b6abbfd), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:19:59.882091 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:19:59.940189 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (eb5e466d-d4a7-46fe-b1ad-5c49df790a27), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.949921 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:19:59.953128 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] 10.222.0.41 "DELETE /v2.0/networks/eb5e466d-d4a7-46fe-b1ad-5c49df790a27 HTTP/1.1" status: 204 len: 168 time: 0.5218887 Apr 12 03:19:59.966163 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d3e26-5a34-4e57-a5f8-0e0ed467e3ae admin admin] Pushing event deleted for resources: {'Network': ['ID=eb5e466d-d4a7-46fe-b1ad-5c49df790a27,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:00.071267 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50634) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:00.072260 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:00.094094 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:00.094453 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 1438f9bf-9585-4e3a-9f5d-4ab2d4af42d5 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:00.094898 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 934004bb-ee0b-4932-9dc9-9d0d62068840 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:00.114441 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-3cb008d9-417f-473a-b38b-0bbb36540d2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f179111b0b4a424d9ae7db8a1e8dde63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418057 Apr 12 03:20:00.114799 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 934004bb-ee0b-4932-9dc9-9d0d62068840 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:00.115122 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 934004bb-ee0b-4932-9dc9-9d0d62068840 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:00.115531 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b8ef754b-0f02-4f93-8363-ab546cb18cd1 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:20:00.116884 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50636) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:00.135461 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: b8ef754b-0f02-4f93-8363-ab546cb18cd1 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:20:00.135808 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b8ef754b-0f02-4f93-8363-ab546cb18cd1 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:20:00.166220 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f47270a-5b4a-41d4-84f6-0e8e312b0441 admin admin] Publish callbacks [] for security_group (72600d58-3d7c-4c16-9663-cf476efe218f), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:00.187692 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f47270a-5b4a-41d4-84f6-0e8e312b0441 admin admin] Publish callbacks [] for security_group (72600d58-3d7c-4c16-9663-cf476efe218f), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:00.239064 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f47270a-5b4a-41d4-84f6-0e8e312b0441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (72600d58-3d7c-4c16-9663-cf476efe218f), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:00.243383 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-2f47270a-5b4a-41d4-84f6-0e8e312b0441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:00.245037 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-2f47270a-5b4a-41d4-84f6-0e8e312b0441 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72600d58-3d7c-4c16-9663-cf476efe218f HTTP/1.1" status: 204 len: 168 time: 0.1272495 Apr 12 03:20:00.252969 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47270a-5b4a-41d4-84f6-0e8e312b0441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72600d58-3d7c-4c16-9663-cf476efe218f,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:00.659984 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abecbe30-d634-4c41-8075-3262776443fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:03.041220 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-0562a8ed-c46f-4e34-b3da-e694b5e60d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:03.810796 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:05.431458 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:06.872391 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:08.827200 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50766) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:08.936943 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4759500f-fb34-4f5d-815e-a20225ce1d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.015754 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4759500f-fb34-4f5d-815e-a20225ce1d83 admin admin] Publish callbacks [] for security_group (eaf53dd2-3aa2-47e8-9088-bde2531b8207), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.023182 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4759500f-fb34-4f5d-815e-a20225ce1d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (eaf53dd2-3aa2-47e8-9088-bde2531b8207), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.060889 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-4759500f-fb34-4f5d-815e-a20225ce1d83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=904c16325cbd40f1859064f35f9edde2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326374 Apr 12 03:20:09.062050 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759500f-fb34-4f5d-815e-a20225ce1d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf53dd2-3aa2-47e8-9088-bde2531b8207,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:09.063974 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50770) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:09.116260 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b92ae8c9-e565-4f2a-a6b1-da73522ca3b8 admin admin] Publish callbacks [] for security_group (eaf53dd2-3aa2-47e8-9088-bde2531b8207), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.137057 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b92ae8c9-e565-4f2a-a6b1-da73522ca3b8 admin admin] Publish callbacks [] for security_group (eaf53dd2-3aa2-47e8-9088-bde2531b8207), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.185882 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b92ae8c9-e565-4f2a-a6b1-da73522ca3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (eaf53dd2-3aa2-47e8-9088-bde2531b8207), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.188477 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-b92ae8c9-e565-4f2a-a6b1-da73522ca3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.189633 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-b92ae8c9-e565-4f2a-a6b1-da73522ca3b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eaf53dd2-3aa2-47e8-9088-bde2531b8207 HTTP/1.1" status: 204 len: 168 time: 0.1246166 Apr 12 03:20:09.197459 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ae8c9-e565-4f2a-a6b1-da73522ca3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf53dd2-3aa2-47e8-9088-bde2531b8207,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:09.403888 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.473045 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50776) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:09.486726 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40f34404-cace-4d58-a750-554844668d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.560513 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40f34404-cace-4d58-a750-554844668d43 admin admin] Publish callbacks [] for security_group (35f93ce2-4e66-441a-9d56-0f5e8620bea9), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.567841 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-40f34404-cace-4d58-a750-554844668d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (35f93ce2-4e66-441a-9d56-0f5e8620bea9), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.604160 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-40f34404-cace-4d58-a750-554844668d43 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4dda2543bab942d99844ed97085b3813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300502 Apr 12 03:20:09.605045 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f34404-cace-4d58-a750-554844668d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f93ce2-4e66-441a-9d56-0f5e8620bea9,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:09.607710 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50778) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:09.659031 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3e13bc2c-3efb-46b5-a166-c8c17f4dc18f admin admin] Publish callbacks [] for security_group (35f93ce2-4e66-441a-9d56-0f5e8620bea9), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.683207 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3e13bc2c-3efb-46b5-a166-c8c17f4dc18f admin admin] Publish callbacks [] for security_group (35f93ce2-4e66-441a-9d56-0f5e8620bea9), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.732477 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3e13bc2c-3efb-46b5-a166-c8c17f4dc18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (35f93ce2-4e66-441a-9d56-0f5e8620bea9), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.735263 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-3e13bc2c-3efb-46b5-a166-c8c17f4dc18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:09.736424 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-3e13bc2c-3efb-46b5-a166-c8c17f4dc18f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35f93ce2-4e66-441a-9d56-0f5e8620bea9 HTTP/1.1" status: 204 len: 168 time: 0.1275158 Apr 12 03:20:09.744171 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13bc2c-3efb-46b5-a166-c8c17f4dc18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f93ce2-4e66-441a-9d56-0f5e8620bea9,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:11.963322 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50848) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:12.070314 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c7c39f1-a8d1-4a01-9c30-ffc08b3dbd45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.143816 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c7c39f1-a8d1-4a01-9c30-ffc08b3dbd45 admin admin] Publish callbacks [] for security_group (571e0e48-db5b-42ed-8027-2996133e8ec3), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.151337 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3c7c39f1-a8d1-4a01-9c30-ffc08b3dbd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (571e0e48-db5b-42ed-8027-2996133e8ec3), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.189831 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c39f1-a8d1-4a01-9c30-ffc08b3dbd45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571e0e48-db5b-42ed-8027-2996133e8ec3,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:12.194059 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-3c7c39f1-a8d1-4a01-9c30-ffc08b3dbd45 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d66b110e05946c9bfc551d1e1460349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296312 Apr 12 03:20:12.196982 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50852) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:12.243476 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5bd150ca-b146-422b-a1c9-7c31cb28b04e admin admin] Publish callbacks [] for security_group (571e0e48-db5b-42ed-8027-2996133e8ec3), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.263676 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5bd150ca-b146-422b-a1c9-7c31cb28b04e admin admin] Publish callbacks [] for security_group (571e0e48-db5b-42ed-8027-2996133e8ec3), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.313797 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5bd150ca-b146-422b-a1c9-7c31cb28b04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (571e0e48-db5b-42ed-8027-2996133e8ec3), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.317933 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5bd150ca-b146-422b-a1c9-7c31cb28b04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.319442 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-5bd150ca-b146-422b-a1c9-7c31cb28b04e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/571e0e48-db5b-42ed-8027-2996133e8ec3 HTTP/1.1" status: 204 len: 168 time: 0.1215572 Apr 12 03:20:12.327489 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd150ca-b146-422b-a1c9-7c31cb28b04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e0e48-db5b-42ed-8027-2996133e8ec3,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:12.654453 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50858) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:12.668110 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-122a534a-e814-4e3e-8dbd-57b7033dc09a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.746614 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-122a534a-e814-4e3e-8dbd-57b7033dc09a admin admin] Publish callbacks [] for security_group (97d1d33c-f198-4737-bbdf-6de68e5620eb), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.752637 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-122a534a-e814-4e3e-8dbd-57b7033dc09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (97d1d33c-f198-4737-bbdf-6de68e5620eb), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.789560 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-122a534a-e814-4e3e-8dbd-57b7033dc09a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=69e20e64668c4aee8c71503ab97e8397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338010 Apr 12 03:20:12.790400 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122a534a-e814-4e3e-8dbd-57b7033dc09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d1d33c-f198-4737-bbdf-6de68e5620eb,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:12.792649 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50860) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:12.840614 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c18a4893-dc74-4a32-a4f4-230f19c65691 admin admin] Publish callbacks [] for security_group (97d1d33c-f198-4737-bbdf-6de68e5620eb), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.861341 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c18a4893-dc74-4a32-a4f4-230f19c65691 admin admin] Publish callbacks [] for security_group (97d1d33c-f198-4737-bbdf-6de68e5620eb), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.907973 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c18a4893-dc74-4a32-a4f4-230f19c65691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (97d1d33c-f198-4737-bbdf-6de68e5620eb), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.910367 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-c18a4893-dc74-4a32-a4f4-230f19c65691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:12.911529 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-c18a4893-dc74-4a32-a4f4-230f19c65691 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97d1d33c-f198-4737-bbdf-6de68e5620eb HTTP/1.1" status: 204 len: 168 time: 0.1178472 Apr 12 03:20:12.918944 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4893-dc74-4a32-a4f4-230f19c65691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d1d33c-f198-4737-bbdf-6de68e5620eb,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:14.045254 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 50890) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:14.179799 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-51b7359e-8f9f-47e8-81e5-da22a89ed197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:14.263359 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-51b7359e-8f9f-47e8-81e5-da22a89ed197 admin admin] Publish callbacks [] for security_group (d0c969fc-46e5-4ec6-a25f-aaa1f8914a8b), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:14.269022 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-51b7359e-8f9f-47e8-81e5-da22a89ed197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (d0c969fc-46e5-4ec6-a25f-aaa1f8914a8b), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:14.307098 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-51b7359e-8f9f-47e8-81e5-da22a89ed197 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f2bce16ebce492e892a61213f6c064d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2606788 Apr 12 03:20:14.307812 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b7359e-8f9f-47e8-81e5-da22a89ed197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c969fc-46e5-4ec6-a25f-aaa1f8914a8b,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:14.310328 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 50894) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:14.361791 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3dae7c9c-78da-48ce-882b-52f156e536b1 admin admin] Publish callbacks [] for security_group (d0c969fc-46e5-4ec6-a25f-aaa1f8914a8b), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:14.392769 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3dae7c9c-78da-48ce-882b-52f156e536b1 admin admin] Publish callbacks [] for security_group (d0c969fc-46e5-4ec6-a25f-aaa1f8914a8b), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:14.458297 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3dae7c9c-78da-48ce-882b-52f156e536b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (d0c969fc-46e5-4ec6-a25f-aaa1f8914a8b), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:14.461081 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3dae7c9c-78da-48ce-882b-52f156e536b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:14.462421 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-3dae7c9c-78da-48ce-882b-52f156e536b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0c969fc-46e5-4ec6-a25f-aaa1f8914a8b HTTP/1.1" status: 204 len: 168 time: 0.1509976 Apr 12 03:20:14.469999 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae7c9c-78da-48ce-882b-52f156e536b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c969fc-46e5-4ec6-a25f-aaa1f8914a8b,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:28.079981 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:20:30.665503 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae0842bb-3316-4d04-8c2b-70180efefba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:33.053656 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-9bc60278-60fd-409d-b4df-4a5d44b5dc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:33.805257 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:35.430852 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:36.865979 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:39.420120 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.478719 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51080) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:41.586747 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6143e3d0-c008-4d51-885f-8f338b944894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.667394 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6143e3d0-c008-4d51-885f-8f338b944894 admin admin] Publish callbacks [] for security_group (58d11054-4f97-4c58-9241-05cb6412c09d), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.673113 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-6143e3d0-c008-4d51-885f-8f338b944894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (58d11054-4f97-4c58-9241-05cb6412c09d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.710597 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-6143e3d0-c008-4d51-885f-8f338b944894 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9070f629a8a74a9e8657a90fb8aad73e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308028 Apr 12 03:20:41.711447 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143e3d0-c008-4d51-885f-8f338b944894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d11054-4f97-4c58-9241-05cb6412c09d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:41.713540 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51084) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:41.765551 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e524ad99-6492-456e-a9f5-b2841f311c6f admin admin] Publish callbacks [] for security_group (58d11054-4f97-4c58-9241-05cb6412c09d), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.786766 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e524ad99-6492-456e-a9f5-b2841f311c6f admin admin] Publish callbacks [] for security_group (58d11054-4f97-4c58-9241-05cb6412c09d), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.839779 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e524ad99-6492-456e-a9f5-b2841f311c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (58d11054-4f97-4c58-9241-05cb6412c09d), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.842253 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-e524ad99-6492-456e-a9f5-b2841f311c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:41.843450 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-e524ad99-6492-456e-a9f5-b2841f311c6f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58d11054-4f97-4c58-9241-05cb6412c09d HTTP/1.1" status: 204 len: 168 time: 0.1289275 Apr 12 03:20:41.850697 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524ad99-6492-456e-a9f5-b2841f311c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d11054-4f97-4c58-9241-05cb6412c09d,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:42.546466 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51106) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:42.657137 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-420277277-network', 'tenant_id': 'd8f684c1d89a4e6fb13ac7295a3e00b5'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:20:42.683984 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Made reservation on behalf of d8f684c1d89a4e6fb13ac7295a3e00b5 for: {'network': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:20:42.686568 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.694869 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.771069 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Publish callbacks [] for security_group (4de5cb91-7d78-4927-8351-445e8853bd97), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.777253 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (4de5cb91-7d78-4927-8351-445e8853bd97), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.800523 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:20:42.810178 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de5cb91-7d78-4927-8351-445e8853bd97,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:42.814909 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (ec2e599d-3021-4edb-b73b-7fb9b359cdc4), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.815242 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.segments_db [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Added segment ec2e599d-3021-4edb-b73b-7fb9b359cdc4 of type vlan for network f52f9a74-878b-46d1-8901-01a3735355cf Apr 12 03:20:42.854505 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (f52f9a74-878b-46d1-8901-01a3735355cf), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.880354 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (f52f9a74-878b-46d1-8901-01a3735355cf), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.881279 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:42.881889 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.912858 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3652954 Apr 12 03:20:42.915904 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51110) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:20:42.921100 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Request body: {'subnet': {'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-420277277-subnet', 'tenant_id': 'd8f684c1d89a4e6fb13ac7295a3e00b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:20:42.942275 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ec97a-f890-403a-af3d-0b21002135b3 admin admin] Pushing event updated for resources: {'Network': ['ID=f52f9a74-878b-46d1-8901-01a3735355cf,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:42.942655 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Made reservation on behalf of d8f684c1d89a4e6fb13ac7295a3e00b5 for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:20:42.946109 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10264205'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:42.956121 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network f52f9a74-878b-46d1-8901-01a3735355cf details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:20:43.113371 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10334753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10264223'] for subnet (34b52a75-593a-4b89-8350-ae4a9bbe3b62), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:43.167926 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b52a75-593a-4b89-8350-ae4a9bbe3b62,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:43.178088 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Checking segment: {'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:20:43.178436 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Network hostable DHCP agents. Network: f52f9a74-878b-46d1-8901-01a3735355cf, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:20:43.197313 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Network f52f9a74-878b-46d1-8901-01a3735355cf is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:20:43.206176 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, f52f9a74-878b-46d1-8901-01a3735355cf) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:20:43.210750 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:43.211350 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:43.216193 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1449e8f9-3293-463c-a771-fe36fca12f17 None None] Network f52f9a74-878b-46d1-8901-01a3735355cf requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:20:43.228343 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e21c3d0c-823a-4d7f-bbd5-371f8fd44d41 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3113108 Apr 12 03:20:43.337462 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68e0b03-5a3b-4c48-866c-b9f0e7ac580d None None] Network f52f9a74-878b-46d1-8901-01a3735355cf requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:20:45.038135 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-c292761b-a95a-4b6d-b1ff-fa0dab6e5cfc tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:45.039569 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-c292761b-a95a-4b6d-b1ff-fa0dab6e5cfc tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/networks?id=f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 200 len: 813 time: 0.1003857 Apr 12 03:20:45.053982 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-9cf34759-1d19-4d25-ba7f-31385c57c4ea tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/quotas/d8f684c1d89a4e6fb13ac7295a3e00b5 HTTP/1.1" status: 200 len: 375 time: 0.0089405 Apr 12 03:20:45.089605 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-de7e90fc-f63a-4c51-99c3-b589481e5716 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307515 Apr 12 03:20:45.167323 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-4d34f8b7-9021-47e2-be82-402d12534ec5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103447) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:20:45.168332 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-4d34f8b7-9021-47e2-be82-402d12534ec5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0693498 Apr 12 03:20:45.263159 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-9a11256a-2b90-46ef-a31d-735bcb765d00 service neutron] 10.222.0.41 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887010 Apr 12 03:20:45.636463 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-b81b2da2-a2a1-4335-a7e0-593b3a51f3b3 service neutron] 10.222.0.41 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674154 Apr 12 03:20:45.818054 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-fd0212f4-2e77-4b95-bdbc-57acaff198a8 req-a7ec8669-1113-4f61-be4b-bbd5e9329428 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 210 time: 0.0317228 Apr 12 03:20:46.896594 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8897372e-fefc-4aa5-a5d1-8c5839bded56 req-e55908e4-9d22-4f15-9fb2-002764cdf31e tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 210 time: 0.0286510 Apr 12 03:20:47.995699 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7a1098a4-396f-41c1-bdc9-9d2dd6f3b845 req-bf554500-2c83-4fa9-8ee7-6d03b3431b28 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 210 time: 0.0346498 Apr 12 03:20:49.079552 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4ba9b9d8-dfc4-4308-8f84-004f8af18dda req-50580351-ba26-4cc8-9bb6-8ffe84325d00 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 210 time: 0.0288203 Apr 12 03:20:50.182369 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a616bf34-7061-4c90-8354-7ce8408ce994 req-40e96dae-1f54-4095-a2d9-cd56e4cbb436 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 210 time: 0.0277293 Apr 12 03:20:50.961668 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-c1eefdc3-b66a-40ba-875a-c5f16d29f5f7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:50.963240 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-c1eefdc3-b66a-40ba-875a-c5f16d29f5f7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.24 "GET /v2.0/networks?id=f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 200 len: 813 time: 0.1049702 Apr 12 03:20:50.975485 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Request body: {'port': {'device_id': '2aa58d4a-31f3-4b5a-a117-32fa99742996', 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf', 'admin_state_up': True, 'tenant_id': 'd8f684c1d89a4e6fb13ac7295a3e00b5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:20:51.086098 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Made reservation on behalf of d8f684c1d89a4e6fb13ac7295a3e00b5 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:20:51.089625 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:51.213859 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Allocated IP 172.20.0.6 (f52f9a74-878b-46d1-8901-01a3735355cf/34b52a75-593a-4b89-8350-ae4a9bbe3b62/96fd8563-0a56-46ae-9da2-fc1959bdd57c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:20:51.286909 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-55aba3c9-e79c-46e5-9f4c-ecda64a7dfa8 req-f5fe0b26-92f8-4b29-bbbe-65dfacaf93df tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 210 time: 0.0375469 Apr 12 03:20:51.389356 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks [] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:51.428995 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:51.473142 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Network f52f9a74-878b-46d1-8901-01a3735355cf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:20:51.476037 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:20:51.479594 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:20:51.485912 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Pushing event updated for resources: {'Port': ['ID=96fd8563-0a56-46ae-9da2-fc1959bdd57c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:51.528977 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:51.529573 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:51.549282 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-14166ac8-af5d-4bf9-8dfe-593b5e0e5ef9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5778019 Apr 12 03:20:51.560102 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Request body: {'port': {'device_id': '2aa58d4a-31f3-4b5a-a117-32fa99742996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:20:51.620663 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:51.883683 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96fd8563-0a56-46ae-9da2-fc1959bdd57c {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:20:51.891085 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Publish callbacks [] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:51.903665 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Transition to ACTIVE for port object 96fd8563-0a56-46ae-9da2-fc1959bdd57c will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:20:51.908939 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:51.961640 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Pushing event updated for resources: {'Port': ['ID=96fd8563-0a56-46ae-9da2-fc1959bdd57c,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:51.985161 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.985898 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.985898 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.986191 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.986522 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.986879 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.987219 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.987524 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.987848 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.988167 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.988496 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.988815 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.989139 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.989459 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:51.989775 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:52.041132 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Attempting to bind port 96fd8563-0a56-46ae-9da2-fc1959bdd57c on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:20:52.041472 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Attempting to bind port 96fd8563-0a56-46ae-9da2-fc1959bdd57c by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:20:52.041798 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Attempting to bind port 96fd8563-0a56-46ae-9da2-fc1959bdd57c on network f52f9a74-878b-46d1-8901-01a3735355cf {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:20:52.046833 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Port 96fd8563-0a56-46ae-9da2-fc1959bdd57c on network f52f9a74-878b-46d1-8901-01a3735355cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:20:52.047151 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Attempting to bind port 96fd8563-0a56-46ae-9da2-fc1959bdd57c on network f52f9a74-878b-46d1-8901-01a3735355cf {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:20:52.052599 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:20:52.052935 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Checking segment: {'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:20:52.053317 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Bound using segment: {'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:20:52.053736 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Bound port: 96fd8563-0a56-46ae-9da2-fc1959bdd57c, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:20:52.054092 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:52.121065 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] For port 96fd8563-0a56-46ae-9da2-fc1959bdd57c, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:20:52.125935 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] For port 96fd8563-0a56-46ae-9da2-fc1959bdd57c, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=96fd8563-0a56-46ae-9da2-fc1959bdd57c,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:20:52.135151 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:52.175265 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:52.175911 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:52.177589 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] 10.222.0.24 "PUT /v2.0/ports/96fd8563-0a56-46ae-9da2-fc1959bdd57c HTTP/1.1" status: 200 len: 1093 time: 0.6217203 Apr 12 03:20:52.178093 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa58d4a-31f3-4b5a-a117-32fa99742996', 'tag': '96fd8563-0a56-46ae-9da2-fc1959bdd57c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:20:52.180399 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa58d4a-31f3-4b5a-a117-32fa99742996", "tag": "96fd8563-0a56-46ae-9da2-fc1959bdd57c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:20:52.208033 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece501b2-d5db-4d7c-a5d3-61f2db696cab service neutron] Pushing event updated for resources: {'Port': ['ID=96fd8563-0a56-46ae-9da2-fc1959bdd57c,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:52.227026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ab0c9c-0075-47f3-b77e-3dd1ac321ec8 x-openstack-request-id: req-d9ab0c9c-0075-47f3-b77e-3dd1ac321ec8 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:20:52.227314 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa58d4a-31f3-4b5a-a117-32fa99742996", "tag": "96fd8563-0a56-46ae-9da2-fc1959bdd57c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:20:52.227569 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d9ab0c9c-0075-47f3-b77e-3dd1ac321ec8 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:20:52.227973 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ab0c9c-0075-47f3-b77e-3dd1ac321ec8'] response: {'name': 'network-changed', 'server_uuid': '2aa58d4a-31f3-4b5a-a117-32fa99742996', 'tag': '96fd8563-0a56-46ae-9da2-fc1959bdd57c', 'status': 'completed', 'code': 200} Apr 12 03:20:52.259359 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-cac747e5-c799-42f0-b91f-9efebcb397a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:52.260874 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-cac747e5-c799-42f0-b91f-9efebcb397a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 1127 time: 0.0426505 Apr 12 03:20:52.302005 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-d846d45e-5567-475d-a2f0-9086116f8f15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fd8563-0a56-46ae-9da2-fc1959bdd57c HTTP/1.1" status: 200 len: 217 time: 0.0345523 Apr 12 03:20:52.352941 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-fcb53f5b-c78e-449f-ac0a-345c0690a585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:52.354415 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-fcb53f5b-c78e-449f-ac0a-345c0690a585 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34b52a75-593a-4b89-8350-ae4a9bbe3b62 HTTP/1.1" status: 200 len: 853 time: 0.0460219 Apr 12 03:20:52.408982 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-497e622d-c17d-47bf-8f0f-f5aab25d00dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f52f9a74-878b-46d1-8901-01a3735355cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449028 Apr 12 03:20:52.430556 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fff017-5062-4355-a385-961a7d5edbe7 req-f3d3e99b-2763-45f7-b7c9-7b131fdce3c8 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:52.432065 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c2fff017-5062-4355-a385-961a7d5edbe7 req-f3d3e99b-2763-45f7-b7c9-7b131fdce3c8 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 943 time: 0.0767846 Apr 12 03:20:52.527258 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c2fff017-5062-4355-a385-961a7d5edbe7 req-ffb919a0-c11e-4b44-8dbd-fafb197498f3 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845392 Apr 12 03:20:52.541386 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-762bad4d-14d7-4ce8-813a-31f8e92245d4 service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252892 Apr 12 03:20:52.629058 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b05a057c-cbe9-4dbc-af18-ebeaccc9615d req-8b806a48-d22c-4556-9b5b-390a00ebf07f service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814331 Apr 12 03:20:53.657221 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258064eb-dd29-4694-9510-f8d04ea1fa83 req-1d19981c-9272-4d0a-b7ca-80155a66535c tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:53.658719 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-258064eb-dd29-4694-9510-f8d04ea1fa83 req-1d19981c-9272-4d0a-b7ca-80155a66535c tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 943 time: 0.0525751 Apr 12 03:20:53.714896 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-258064eb-dd29-4694-9510-f8d04ea1fa83 req-4e74a129-a8d0-478d-bda0-5ab96115a5b1 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479944 Apr 12 03:20:54.545676 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-edc2f04c-a342-43f8-ad56-f301aec3eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:54.547188 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-edc2f04c-a342-43f8-ad56-f301aec3eb23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 1127 time: 0.0495183 Apr 12 03:20:54.636967 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-15e5f704-97c3-4ba0-a0ed-e858e7587983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:54.638397 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-15e5f704-97c3-4ba0-a0ed-e858e7587983 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 200 len: 914 time: 0.0851238 Apr 12 03:20:54.680957 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-4cf70331-2c2a-43df-8681-302d6ddc4394 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fd8563-0a56-46ae-9da2-fc1959bdd57c HTTP/1.1" status: 200 len: 217 time: 0.0368495 Apr 12 03:20:54.730644 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-44caa5e1-091d-4f41-ae35-ffd14cd95db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:54.732106 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-44caa5e1-091d-4f41-ae35-ffd14cd95db4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34b52a75-593a-4b89-8350-ae4a9bbe3b62 HTTP/1.1" status: 200 len: 853 time: 0.0452733 Apr 12 03:20:54.764277 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-a3ac21cb-bd4b-4550-bb9e-c22d41349fd6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f52f9a74-878b-46d1-8901-01a3735355cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262547 Apr 12 03:20:54.870966 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d72fe1-ccb8-4f82-b416-6ff727363ee5 req-2f679e7b-ece2-487f-93c8-da7404bc5ab2 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:54.872423 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-31d72fe1-ccb8-4f82-b416-6ff727363ee5 req-2f679e7b-ece2-487f-93c8-da7404bc5ab2 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 943 time: 0.0836473 Apr 12 03:20:54.902364 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-ae34d0a8-e757-4cf2-92bd-6702043176f9 service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320465 Apr 12 03:20:54.956283 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-31d72fe1-ccb8-4f82-b416-6ff727363ee5 req-f2f234d0-0784-45c2-b382-342a0b6a6491 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774899 Apr 12 03:20:55.013842 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d2b9b121-cb95-4220-a6cb-c67ee5e29f2a req-19e35ee2-b005-4733-9d4a-5b135ea01fbc service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045382 Apr 12 03:20:56.083189 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d89fe-3d8c-4d9b-bf9f-8e899290d277 req-2df2a5a8-9393-4a42-a7c4-b7206a94927d tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:56.084645 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-834d89fe-3d8c-4d9b-bf9f-8e899290d277 req-2df2a5a8-9393-4a42-a7c4-b7206a94927d tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 943 time: 0.0510767 Apr 12 03:20:56.131129 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-834d89fe-3d8c-4d9b-bf9f-8e899290d277 req-e85a51b4-661c-44a2-afda-d81ad72ca411 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Apr 12 03:20:56.634617 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 96fd8563-0a56-46ae-9da2-fc1959bdd57c details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:20:56.743638 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 96fd8563-0a56-46ae-9da2-fc1959bdd57c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=96fd8563-0a56-46ae-9da2-fc1959bdd57c,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:56.762910 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '96fd8563-0a56-46ae-9da2-fc1959bdd57c', 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf', 'port_id': '96fd8563-0a56-46ae-9da2-fc1959bdd57c', 'mac_address': 'fa:16:3e:27:54:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b52a75-593a-4b89-8350-ae4a9bbe3b62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:20:56.801901 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 96fd8563-0a56-46ae-9da2-fc1959bdd57c is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:20:56.802363 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:56.816822 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96fd8563-0a56-46ae-9da2-fc1959bdd57c {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:20:56.837612 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 96fd8563-0a56-46ae-9da2-fc1959bdd57c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=96fd8563-0a56-46ae-9da2-fc1959bdd57c,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:56.844750 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:56.895207 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=96fd8563-0a56-46ae-9da2-fc1959bdd57c,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:56.902187 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.902527 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.902896 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.903249 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.903551 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.903906 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.904221 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.904538 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.904861 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.905179 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.905493 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.905807 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.906131 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.906439 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:56.906777 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:20:57.170275 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['96fd8563-0a56-46ae-9da2-fc1959bdd57c'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:20:57.245380 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecbebf-9bbf-4211-a477-e4e07d3fdee6 req-14f2bdee-9dd0-49a9-a8c7-e0f7b3f9c5d4 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:57.246908 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c5ecbebf-9bbf-4211-a477-e4e07d3fdee6 req-14f2bdee-9dd0-49a9-a8c7-e0f7b3f9c5d4 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 944 time: 0.0479622 Apr 12 03:20:57.294439 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c5ecbebf-9bbf-4211-a477-e4e07d3fdee6 req-39589675-1944-41ee-a1c4-74ea04988298 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Apr 12 03:20:58.410167 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d64698-e3f5-4bef-99b2-bc25c90454f4 req-4da2fe3a-cfea-464d-b376-466d39a4aa33 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:58.411637 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c4d64698-e3f5-4bef-99b2-bc25c90454f4 req-4da2fe3a-cfea-464d-b376-466d39a4aa33 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 944 time: 0.0469079 Apr 12 03:20:58.458821 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c4d64698-e3f5-4bef-99b2-bc25c90454f4 req-6853136b-9295-47aa-8d1d-3406ffbea329 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Apr 12 03:20:58.651167 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 96fd8563-0a56-46ae-9da2-fc1959bdd57c up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:20:58.705616 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 96fd8563-0a56-46ae-9da2-fc1959bdd57c completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:20:58.715048 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 96fd8563-0a56-46ae-9da2-fc1959bdd57c triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:20:58.715423 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:58.795224 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 96fd8563-0a56-46ae-9da2-fc1959bdd57c is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:20:58.795634 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:58.819287 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa58d4a-31f3-4b5a-a117-32fa99742996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fd8563-0a56-46ae-9da2-fc1959bdd57c'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:20:58.821652 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a4be8-f70c-4093-83cb-2b620d2021aa" -d '{"events": [{"server_uuid": "2aa58d4a-31f3-4b5a-a117-32fa99742996", "name": "network-vif-plugged", "status": "completed", "tag": "96fd8563-0a56-46ae-9da2-fc1959bdd57c"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:20:58.834048 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 96fd8563-0a56-46ae-9da2-fc1959bdd57c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=96fd8563-0a56-46ae-9da2-fc1959bdd57c,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:20:58.839304 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:20:58.887376 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=96fd8563-0a56-46ae-9da2-fc1959bdd57c,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:20:58.986917 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be02bc75-989d-4a9e-8393-e9ea22b371d1 x-openstack-request-id: req-be02bc75-989d-4a9e-8393-e9ea22b371d1 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:20:58.987240 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa58d4a-31f3-4b5a-a117-32fa99742996", "name": "network-vif-plugged", "status": "completed", "tag": "96fd8563-0a56-46ae-9da2-fc1959bdd57c", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:20:58.987503 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be02bc75-989d-4a9e-8393-e9ea22b371d1 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:20:58.987908 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be02bc75-989d-4a9e-8393-e9ea22b371d1'] response: {'server_uuid': '2aa58d4a-31f3-4b5a-a117-32fa99742996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96fd8563-0a56-46ae-9da2-fc1959bdd57c', 'code': 200} Apr 12 03:20:59.204208 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e9b0d-0422-4523-9326-33b43adb182e req-6ddc3a6c-75d5-4287-a2e4-515bd3b261da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:59.205628 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-998e9b0d-0422-4523-9326-33b43adb182e req-6ddc3a6c-75d5-4287-a2e4-515bd3b261da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 1129 time: 0.0404370 Apr 12 03:20:59.249268 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-998e9b0d-0422-4523-9326-33b43adb182e req-395365fb-befa-4367-bcef-40ce9481eb57 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376492 Apr 12 03:20:59.585612 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815e75-ae1b-48d9-aaed-39ea9c206d28 req-8c368b5b-4f3a-41bd-bafc-5107c3d7a3c0 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:20:59.587124 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-37815e75-ae1b-48d9-aaed-39ea9c206d28 req-8c368b5b-4f3a-41bd-bafc-5107c3d7a3c0 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.0517173 Apr 12 03:20:59.637863 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-37815e75-ae1b-48d9-aaed-39ea9c206d28 req-94ffd228-f2a2-4dd9-bb02-56a953be2944 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449114 Apr 12 03:21:00.661777 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c0da4ebc-9526-48ed-8049-1b1db942e8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:00.758220 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379efdf-3271-45eb-bbef-94a52c3e3f46 req-9fa43514-ac47-49ea-bf90-8c176affc7de tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:00.759677 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5379efdf-3271-45eb-bbef-94a52c3e3f46 req-9fa43514-ac47-49ea-bf90-8c176affc7de tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.0513687 Apr 12 03:21:00.814645 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5379efdf-3271-45eb-bbef-94a52c3e3f46 req-86f51cee-f47e-4ffa-96d2-bcc083dd16b2 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488667 Apr 12 03:21:02.201575 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c491462-3c2e-4915-a47a-21fd50013db9 req-50ac2179-b04e-4ab0-a080-0fec724c6c22 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:02.202972 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9c491462-3c2e-4915-a47a-21fd50013db9 req-50ac2179-b04e-4ab0-a080-0fec724c6c22 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.3055809 Apr 12 03:21:02.251071 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9c491462-3c2e-4915-a47a-21fd50013db9 req-c2a97138-9586-482b-990b-af07b162fdb6 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423646 Apr 12 03:21:03.048869 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5a89ca40-7a95-4f75-bc37-f4ec39692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:03.812100 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:05.079945 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:21:05.435648 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:06.872439 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:09.407352 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:17.116525 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-de39b45b-be8d-479f-8494-5ab978c16fea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447354 Apr 12 03:21:17.211072 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-9e916937-1c39-4045-b28c-c30f9f5191bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:17.212575 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-9e916937-1c39-4045-b28c-c30f9f5191bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 1129 time: 0.0467620 Apr 12 03:21:17.323960 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-8b2ab1ee-5da4-4b6e-b477-e466700c5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:17.325463 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-8b2ab1ee-5da4-4b6e-b477-e466700c5358 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 200 len: 914 time: 0.0925562 Apr 12 03:21:17.367738 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-73830d24-e989-4d2d-b63c-75876d028679 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96fd8563-0a56-46ae-9da2-fc1959bdd57c HTTP/1.1" status: 200 len: 217 time: 0.0357625 Apr 12 03:21:17.419509 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-5e876fea-3263-464f-bce6-b78aad51d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:17.421006 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-5e876fea-3263-464f-bce6-b78aad51d9d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34b52a75-593a-4b89-8350-ae4a9bbe3b62 HTTP/1.1" status: 200 len: 853 time: 0.0469332 Apr 12 03:21:17.455227 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-af259d5d-4b42-4adb-8e43-13dd23dd68d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f52f9a74-878b-46d1-8901-01a3735355cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266542 Apr 12 03:21:17.547272 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-a20a462b-b1c1-4028-8f37-e820a54dc39e service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842957 Apr 12 03:21:17.646433 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e1cd7d6c-8201-460c-bec5-5f90429de392 req-c526453a-2c71-44c8-b9ba-8cbab8ee4aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927525 Apr 12 03:21:30.651481 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59d414f1-29aa-4a6f-9dc5-abfdf757a849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:33.043384 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-30f7d2ad-4dd0-4701-af08-70dd28eb0dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:33.823418 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:35.440606 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:36.875277 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:39.434635 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:41.889427 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3842720-6168-4438-8a61-57da92389ca6 req-8f9a4d42-d3ea-405a-8ba9-b36c336148b7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:41.890843 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d3842720-6168-4438-8a61-57da92389ca6 req-8f9a4d42-d3ea-405a-8ba9-b36c336148b7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.0475988 Apr 12 03:21:41.940468 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-d3842720-6168-4438-8a61-57da92389ca6 req-62f1ff6e-7ead-4efa-a105-b52cc58c9834 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Apr 12 03:21:42.083356 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:21:43.070744 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c43cbf-84b0-45c3-bf65-140663588788 req-dbe734d9-5dfa-4c21-9f0e-1e4a2795bec6 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:43.072669 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-26c43cbf-84b0-45c3-bf65-140663588788 req-dbe734d9-5dfa-4c21-9f0e-1e4a2795bec6 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.0513201 Apr 12 03:21:43.123507 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-26c43cbf-84b0-45c3-bf65-140663588788 req-8dddf075-4d9c-43d4-8b86-940942260eef tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Apr 12 03:21:44.263101 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9e0ff-e30f-4980-b74e-c8bbac96ec14 req-5dfe797a-7501-4693-a499-7bde75134f18 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:44.264590 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-04b9e0ff-e30f-4980-b74e-c8bbac96ec14 req-5dfe797a-7501-4693-a499-7bde75134f18 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.0506794 Apr 12 03:21:44.323938 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-04b9e0ff-e30f-4980-b74e-c8bbac96ec14 req-7f982925-792d-43d6-958b-82bff8887ec9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532281 Apr 12 03:21:45.454558 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ec9f5-79e7-48b1-bfcd-2664d37e6f6c req-be6ec57e-1b6d-45a5-8483-03651ef42eeb tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:45.456033 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c77ec9f5-79e7-48b1-bfcd-2664d37e6f6c req-be6ec57e-1b6d-45a5-8483-03651ef42eeb tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.0591874 Apr 12 03:21:45.504851 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c77ec9f5-79e7-48b1-bfcd-2664d37e6f6c req-071055c7-27a4-425f-a9a2-fc2ada1a3719 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Apr 12 03:21:46.485603 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-30d7be78-be6c-4633-ad5a-e80b99f91f56 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:46.487005 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-30d7be78-be6c-4633-ad5a-e80b99f91f56 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.0520656 Apr 12 03:21:46.573791 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Deleting port 96fd8563-0a56-46ae-9da2-fc1959bdd57c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:21:46.574110 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:46.618388 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87e2c0-1f8c-4136-a8da-b7ec894fbe65 req-55a34904-48af-45df-a70c-2e6b2983afd0 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:46.619914 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8a87e2c0-1f8c-4136-a8da-b7ec894fbe65 req-55a34904-48af-45df-a70c-2e6b2983afd0 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa58d4a-31f3-4b5a-a117-32fa99742996 HTTP/1.1" status: 200 len: 945 time: 0.0469623 Apr 12 03:21:46.665126 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] For port 96fd8563-0a56-46ae-9da2-fc1959bdd57c, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=96fd8563-0a56-46ae-9da2-fc1959bdd57c,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:21:46.665469 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:46.668266 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8a87e2c0-1f8c-4136-a8da-b7ec894fbe65 req-c8c62d94-bbcd-4ef6-8418-e9ac6aaa66f7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425968 Apr 12 03:21:46.679195 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Calling delete_port for 96fd8563-0a56-46ae-9da2-fc1959bdd57c owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:21:46.812973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (96fd8563-0a56-46ae-9da2-fc1959bdd57c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:46.826354 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['96fd8563-0a56-46ae-9da2-fc1959bdd57c'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:21:46.843165 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Pushing event deleted for resources: {'Port': ['ID=96fd8563-0a56-46ae-9da2-fc1959bdd57c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:21:46.888150 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] No DVR routers for this DVR port 96fd8563-0a56-46ae-9da2-fc1959bdd57c on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:21:46.890834 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:46.894061 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6f2e829e-5564-4bae-a8f0-9918bdf399b7 req-9758cb54-bc91-4907-9730-3073b54a17e7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.24 "DELETE /v2.0/ports/96fd8563-0a56-46ae-9da2-fc1959bdd57c HTTP/1.1" status: 204 len: 173 time: 0.4000199 Apr 12 03:21:46.894501 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa58d4a-31f3-4b5a-a117-32fa99742996', 'name': 'network-vif-deleted', 'tag': '96fd8563-0a56-46ae-9da2-fc1959bdd57c'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:21:46.896980 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd1b7f0-bcd9-4bb3-bb2c-8634c0af4c62" -d '{"events": [{"server_uuid": "2aa58d4a-31f3-4b5a-a117-32fa99742996", "name": "network-vif-deleted", "tag": "96fd8563-0a56-46ae-9da2-fc1959bdd57c"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:21:46.933791 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f43500-9d74-4fdc-88ac-336abdc52597 x-openstack-request-id: req-c7f43500-9d74-4fdc-88ac-336abdc52597 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:21:46.934158 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa58d4a-31f3-4b5a-a117-32fa99742996", "name": "network-vif-deleted", "tag": "96fd8563-0a56-46ae-9da2-fc1959bdd57c", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:21:46.934415 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7f43500-9d74-4fdc-88ac-336abdc52597 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:21:46.935172 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f43500-9d74-4fdc-88ac-336abdc52597'] response: {'server_uuid': '2aa58d4a-31f3-4b5a-a117-32fa99742996', 'name': 'network-vif-deleted', 'tag': '96fd8563-0a56-46ae-9da2-fc1959bdd57c', 'status': 'completed', 'code': 200} Apr 12 03:21:50.803452 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 96fd8563-0a56-46ae-9da2-fc1959bdd57c no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:21:50.824629 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 96fd8563-0a56-46ae-9da2-fc1959bdd57c {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:21:50.824967 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 96fd8563-0a56-46ae-9da2-fc1959bdd57c not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:21:51.585777 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-bba51a2a-780d-4295-8840-e56786561bf1 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:51.587249 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-bba51a2a-780d-4295-8840-e56786561bf1 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/networks?id=f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 200 len: 813 time: 0.1121230 Apr 12 03:21:51.604369 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-a231f48b-539a-4ed6-b71d-bad42b2ab3c0 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/quotas/d8f684c1d89a4e6fb13ac7295a3e00b5 HTTP/1.1" status: 200 len: 375 time: 0.0090177 Apr 12 03:21:51.639809 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-a683dddc-8ed6-4624-9faa-a94d17d3c764 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285020 Apr 12 03:21:51.735830 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-305d569a-de6a-46e5-8d1b-43de91c7ede7 service neutron] 10.222.0.41 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894759 Apr 12 03:21:51.831192 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-512ceeac-6751-48e2-a408-dc1cc1d12e32 service neutron] 10.222.0.41 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893769 Apr 12 03:21:52.010771 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-7a655c4c-8ca9-4d90-aa86-8139f35b00ac req-e3e9a18f-3606-4b88-bb6b-c4827f06dfeb tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 210 time: 0.0314434 Apr 12 03:21:52.944634 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-11fb80b3-100a-4f55-9b0a-bf2632fb8c54 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:52.946140 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-11fb80b3-100a-4f55-9b0a-bf2632fb8c54 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.24 "GET /v2.0/networks?id=f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 200 len: 813 time: 0.1057322 Apr 12 03:21:52.957453 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Request body: {'port': {'device_id': 'c3db6845-81c3-4d36-a491-f84480fc77c9', 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf', 'admin_state_up': True, 'tenant_id': 'd8f684c1d89a4e6fb13ac7295a3e00b5'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:21:53.065214 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Made reservation on behalf of d8f684c1d89a4e6fb13ac7295a3e00b5 for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:21:53.068520 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:53.115852 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-17f91b7d-0fb1-48ea-8048-35d08f1ff1e3 req-56d4a391-884a-4f67-afe4-7269df45afb8 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 210 time: 0.0379410 Apr 12 03:21:53.218254 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Allocated IP 172.20.0.12 (f52f9a74-878b-46d1-8901-01a3735355cf/34b52a75-593a-4b89-8350-ae4a9bbe3b62/8853c131-be4d-4908-93ac-682ae59e431a) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:21:53.371995 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks [] for port (8853c131-be4d-4908-93ac-682ae59e431a), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:53.407516 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (8853c131-be4d-4908-93ac-682ae59e431a), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:53.451437 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Network f52f9a74-878b-46d1-8901-01a3735355cf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:21:53.454334 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:21:53.457828 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:21:53.480109 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Pushing event updated for resources: {'Port': ['ID=8853c131-be4d-4908-93ac-682ae59e431a,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:21:53.496867 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.497215 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.497546 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.497873 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.498192 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.498513 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.498868 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.499180 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.499496 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.499807 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.500092 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.500433 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.500725 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.501037 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.501343 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:53.520556 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:53.521180 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:53.540845 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-23bd9479-f1dd-4880-be5e-8d08d6fbce62 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5870502 Apr 12 03:21:53.551931 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Request body: {'port': {'device_id': 'c3db6845-81c3-4d36-a491-f84480fc77c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:21:53.611264 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8853c131-be4d-4908-93ac-682ae59e431a), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:53.892581 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8853c131-be4d-4908-93ac-682ae59e431a {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:21:53.900040 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Publish callbacks [] for port (8853c131-be4d-4908-93ac-682ae59e431a), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:53.912292 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Transition to ACTIVE for port object 8853c131-be4d-4908-93ac-682ae59e431a will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:21:53.918204 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (8853c131-be4d-4908-93ac-682ae59e431a), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:53.965522 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Pushing event updated for resources: {'Port': ['ID=8853c131-be4d-4908-93ac-682ae59e431a,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:21:54.035345 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Attempting to bind port 8853c131-be4d-4908-93ac-682ae59e431a on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:21:54.035649 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Attempting to bind port 8853c131-be4d-4908-93ac-682ae59e431a by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:21:54.036005 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Attempting to bind port 8853c131-be4d-4908-93ac-682ae59e431a on network f52f9a74-878b-46d1-8901-01a3735355cf {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:21:54.040705 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Port 8853c131-be4d-4908-93ac-682ae59e431a on network f52f9a74-878b-46d1-8901-01a3735355cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:21:54.041022 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Attempting to bind port 8853c131-be4d-4908-93ac-682ae59e431a on network f52f9a74-878b-46d1-8901-01a3735355cf {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:21:54.046027 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:21:54.046360 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Checking segment: {'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:21:54.046737 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Bound using segment: {'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:21:54.047178 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Bound port: 8853c131-be4d-4908-93ac-682ae59e431a, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:21:54.047658 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8853c131-be4d-4908-93ac-682ae59e431a), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:54.111986 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] For port 8853c131-be4d-4908-93ac-682ae59e431a, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:21:54.114971 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] For port 8853c131-be4d-4908-93ac-682ae59e431a, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8853c131-be4d-4908-93ac-682ae59e431a,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:21:54.123657 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (8853c131-be4d-4908-93ac-682ae59e431a), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:54.158816 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:54.159596 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:54.160993 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] 10.222.0.24 "PUT /v2.0/ports/8853c131-be4d-4908-93ac-682ae59e431a HTTP/1.1" status: 200 len: 1094 time: 0.6132369 Apr 12 03:21:54.161454 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3db6845-81c3-4d36-a491-f84480fc77c9', 'tag': '8853c131-be4d-4908-93ac-682ae59e431a'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:21:54.163817 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a02dff5-4a86-48d9-94d3-b626a7d35137" -d '{"events": [{"name": "network-changed", "server_uuid": "c3db6845-81c3-4d36-a491-f84480fc77c9", "tag": "8853c131-be4d-4908-93ac-682ae59e431a"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:21:54.185236 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cccc1-51d6-4787-a8aa-8a3869c5d436 service neutron] Pushing event updated for resources: {'Port': ['ID=8853c131-be4d-4908-93ac-682ae59e431a,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:21:54.215576 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da641a96-7782-49f7-809d-543340eef0b0 x-openstack-request-id: req-da641a96-7782-49f7-809d-543340eef0b0 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:21:54.215861 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3db6845-81c3-4d36-a491-f84480fc77c9", "tag": "8853c131-be4d-4908-93ac-682ae59e431a", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:21:54.216110 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da641a96-7782-49f7-809d-543340eef0b0 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:21:54.216501 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da641a96-7782-49f7-809d-543340eef0b0'] response: {'name': 'network-changed', 'server_uuid': 'c3db6845-81c3-4d36-a491-f84480fc77c9', 'tag': '8853c131-be4d-4908-93ac-682ae59e431a', 'status': 'completed', 'code': 200} Apr 12 03:21:54.243694 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cf2aa-f06e-4bbb-9232-35a3ae205657 req-8559fc48-d85a-4e95-81ab-9d4d152d8179 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:54.245297 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ff3cf2aa-f06e-4bbb-9232-35a3ae205657 req-8559fc48-d85a-4e95-81ab-9d4d152d8179 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 944 time: 0.0485220 Apr 12 03:21:54.246416 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-26a42fc7-604f-48ff-919c-4d755fc0199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:54.248079 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-26a42fc7-604f-48ff-919c-4d755fc0199a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 1128 time: 0.0425220 Apr 12 03:21:54.292458 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-ff3cf2aa-f06e-4bbb-9232-35a3ae205657 req-f71778e3-5595-4c11-85b7-e37993c143ef tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413284 Apr 12 03:21:54.293503 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-ab657a01-b667-4779-ac72-0b64c9e7e9c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8853c131-be4d-4908-93ac-682ae59e431a HTTP/1.1" status: 200 len: 217 time: 0.0376327 Apr 12 03:21:54.346568 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-ef265b43-8b65-416f-855c-22c36cff4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:54.348087 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-ef265b43-8b65-416f-855c-22c36cff4404 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34b52a75-593a-4b89-8350-ae4a9bbe3b62 HTTP/1.1" status: 200 len: 853 time: 0.0488446 Apr 12 03:21:54.379372 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-c7082bc3-7735-4df0-9295-d84ab502d543 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f52f9a74-878b-46d1-8901-01a3735355cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255899 Apr 12 03:21:54.478667 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-d3d8768e-2db2-4188-b3da-926be41a62cc service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933492 Apr 12 03:21:54.857706 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-9d44cb08-56b0-40ef-8e28-c8d28be9ae21 req-2529dc17-9d33-4e55-9421-c151c861480c service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726220 Apr 12 03:21:55.411833 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d91a35-7b1c-41ba-9123-0469d01d2906 req-0fb8a9ae-2b73-4bb3-ba0a-55ad43452ad5 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:55.413276 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-81d91a35-7b1c-41ba-9123-0469d01d2906 req-0fb8a9ae-2b73-4bb3-ba0a-55ad43452ad5 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 944 time: 0.0474465 Apr 12 03:21:55.467418 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-81d91a35-7b1c-41ba-9123-0469d01d2906 req-4721a27a-e8d2-4528-91c2-b5d84923a11d tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457363 Apr 12 03:21:56.590090 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d85676-e642-4615-b742-7d5dc0618a59 req-9286b440-555e-4ae9-9d53-b026bc1308f3 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:56.591577 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a3d85676-e642-4615-b742-7d5dc0618a59 req-9286b440-555e-4ae9-9d53-b026bc1308f3 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 944 time: 0.0491972 Apr 12 03:21:56.640863 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a3d85676-e642-4615-b742-7d5dc0618a59 req-ec3973d2-1cba-479b-9ce6-0575594991e4 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433846 Apr 12 03:21:56.746940 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-03a4a33f-c246-42d1-b573-ce8f444abf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:56.748415 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-03a4a33f-c246-42d1-b573-ce8f444abf5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 1128 time: 0.0410359 Apr 12 03:21:56.848594 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-8c10c2a4-cbea-431c-9a3a-0fa34b44bbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:56.850037 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-8c10c2a4-cbea-431c-9a3a-0fa34b44bbf2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 200 len: 914 time: 0.0950456 Apr 12 03:21:56.892215 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-bae6c9bc-b9ab-4ae3-903b-8dbc7b374f61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8853c131-be4d-4908-93ac-682ae59e431a HTTP/1.1" status: 200 len: 217 time: 0.0364268 Apr 12 03:21:56.943759 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-fd725d9c-6f5e-4c26-8352-9aaa540d1186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:56.946029 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-fd725d9c-6f5e-4c26-8352-9aaa540d1186 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34b52a75-593a-4b89-8350-ae4a9bbe3b62 HTTP/1.1" status: 200 len: 853 time: 0.0481362 Apr 12 03:21:56.978172 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-39f46c16-5159-4c1d-ab07-69f8e8512ef7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f52f9a74-878b-46d1-8901-01a3735355cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264659 Apr 12 03:21:57.078397 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-4ebba6cf-2d02-471f-853e-2416cf121bfa service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939195 Apr 12 03:21:57.168257 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0a02dff5-4a86-48d9-94d3-b626a7d35137 req-ea2b860a-bc52-43e9-a226-2096fcce4027 service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839930 Apr 12 03:21:57.771083 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dc467-60cb-4a83-9002-f52064b310de req-8e7ec74c-f224-46c6-a8e1-55f3e1351fb6 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:57.772565 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-984dc467-60cb-4a83-9002-f52064b310de req-8e7ec74c-f224-46c6-a8e1-55f3e1351fb6 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 944 time: 0.0515547 Apr 12 03:21:57.822069 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-984dc467-60cb-4a83-9002-f52064b310de req-3ce4ca18-7174-4c31-b0c0-30e4cafed6ab tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413232 Apr 12 03:21:58.835931 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 8853c131-be4d-4908-93ac-682ae59e431a details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:21:58.950156 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 8853c131-be4d-4908-93ac-682ae59e431a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8853c131-be4d-4908-93ac-682ae59e431a,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:21:58.954110 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb67134-11de-4ebd-a2a2-1ca1e952a144 req-3f359faf-7eda-49c8-b650-e3bf7db2b07a tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:21:58.955637 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6bb67134-11de-4ebd-a2a2-1ca1e952a144 req-3f359faf-7eda-49c8-b650-e3bf7db2b07a tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 944 time: 0.0532370 Apr 12 03:21:58.962002 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '8853c131-be4d-4908-93ac-682ae59e431a', 'network_id': 'f52f9a74-878b-46d1-8901-01a3735355cf', 'port_id': '8853c131-be4d-4908-93ac-682ae59e431a', 'mac_address': 'fa:16:3e:2b:02:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b52a75-593a-4b89-8350-ae4a9bbe3b62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:21:59.000026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 8853c131-be4d-4908-93ac-682ae59e431a is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:21:59.000404 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8853c131-be4d-4908-93ac-682ae59e431a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:59.003471 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-6bb67134-11de-4ebd-a2a2-1ca1e952a144 req-5d8aa775-d851-4391-a858-17ca800716c3 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Apr 12 03:21:59.013539 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8853c131-be4d-4908-93ac-682ae59e431a {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:21:59.032374 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 8853c131-be4d-4908-93ac-682ae59e431a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8853c131-be4d-4908-93ac-682ae59e431a,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:21:59.038412 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (8853c131-be4d-4908-93ac-682ae59e431a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:21:59.087530 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=8853c131-be4d-4908-93ac-682ae59e431a,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:21:59.094474 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.094845 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.095179 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.095532 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.095868 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.096189 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.096508 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.096825 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.097132 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.097448 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.097767 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.098099 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.098420 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.098761 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.099084 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:21:59.351005 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['8853c131-be4d-4908-93ac-682ae59e431a'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:22:00.126026 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088467c-05f6-4c92-b9d8-09807c8c5374 req-49e4499e-39d7-4ffe-8f12-96f7ed7d10ff tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:00.127520 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e088467c-05f6-4c92-b9d8-09807c8c5374 req-49e4499e-39d7-4ffe-8f12-96f7ed7d10ff tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 945 time: 0.0487571 Apr 12 03:22:00.177598 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e088467c-05f6-4c92-b9d8-09807c8c5374 req-e6af9a2f-9bb9-4e32-9342-fdd9bf29a01c tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Apr 12 03:22:00.652518 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c2c1f6b4-7ec4-4ad1-9e59-e6c91c37a4ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:00.849443 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 8853c131-be4d-4908-93ac-682ae59e431a up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:00.900627 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 8853c131-be4d-4908-93ac-682ae59e431a completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:22:00.909226 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 8853c131-be4d-4908-93ac-682ae59e431a triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:00.909509 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8853c131-be4d-4908-93ac-682ae59e431a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:00.994932 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 8853c131-be4d-4908-93ac-682ae59e431a is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:00.995326 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8853c131-be4d-4908-93ac-682ae59e431a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:01.020619 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3db6845-81c3-4d36-a491-f84480fc77c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8853c131-be4d-4908-93ac-682ae59e431a'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:22:01.022916 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e9aff9-0f3a-42b1-9c00-af74817c25ad" -d '{"events": [{"server_uuid": "c3db6845-81c3-4d36-a491-f84480fc77c9", "name": "network-vif-plugged", "status": "completed", "tag": "8853c131-be4d-4908-93ac-682ae59e431a"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:22:01.040363 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 8853c131-be4d-4908-93ac-682ae59e431a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8853c131-be4d-4908-93ac-682ae59e431a,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:22:01.045589 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (8853c131-be4d-4908-93ac-682ae59e431a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:01.071765 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84b28dc-538e-499a-bd0a-f81d330bd24f x-openstack-request-id: req-c84b28dc-538e-499a-bd0a-f81d330bd24f {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:22:01.072101 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3db6845-81c3-4d36-a491-f84480fc77c9", "name": "network-vif-plugged", "status": "completed", "tag": "8853c131-be4d-4908-93ac-682ae59e431a", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:22:01.072348 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c84b28dc-538e-499a-bd0a-f81d330bd24f {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:22:01.072744 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84b28dc-538e-499a-bd0a-f81d330bd24f'] response: {'server_uuid': 'c3db6845-81c3-4d36-a491-f84480fc77c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8853c131-be4d-4908-93ac-682ae59e431a', 'code': 200} Apr 12 03:22:01.100643 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=8853c131-be4d-4908-93ac-682ae59e431a,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:01.228924 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04923149-360d-49b9-8832-9f383e59eb61 req-ce32ce2a-9aed-45a6-b9e8-233500147f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:01.230439 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04923149-360d-49b9-8832-9f383e59eb61 req-ce32ce2a-9aed-45a6-b9e8-233500147f25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 1130 time: 0.0426939 Apr 12 03:22:01.301202 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-04923149-360d-49b9-8832-9f383e59eb61 req-4d111e1c-f151-4268-bd40-ce3ce90965f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Apr 12 03:22:01.312128 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0efcaf6-8200-4604-8e33-26acf345f466 req-ee8e5e5b-4240-47aa-9d8f-2df91ba00bbb tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:01.313620 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c0efcaf6-8200-4604-8e33-26acf345f466 req-ee8e5e5b-4240-47aa-9d8f-2df91ba00bbb tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0595527 Apr 12 03:22:01.361635 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c0efcaf6-8200-4604-8e33-26acf345f466 req-025aed2a-2da8-4fef-9f9f-8c1cc8d8ed63 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421922 Apr 12 03:22:02.479934 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f1c05-f835-4ce3-80eb-c3419d51c87f req-58b62e68-064a-4ebd-b06f-bd8a020b09bc tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:02.481438 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9d1f1c05-f835-4ce3-80eb-c3419d51c87f req-58b62e68-064a-4ebd-b06f-bd8a020b09bc tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0483961 Apr 12 03:22:02.530144 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9d1f1c05-f835-4ce3-80eb-c3419d51c87f req-9c4afefc-e6bf-4c89-9783-cd5fe446d021 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Apr 12 03:22:03.052998 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-3894685e-656b-45d6-80d4-bd65252c8070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:03.662894 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f328c-04c8-48d0-bc25-d1580422c60b req-f80dd8d0-5325-4b41-92c0-b4350cc4ee42 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:03.664330 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d21f328c-04c8-48d0-bc25-d1580422c60b req-f80dd8d0-5325-4b41-92c0-b4350cc4ee42 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0559142 Apr 12 03:22:03.719455 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-d21f328c-04c8-48d0-bc25-d1580422c60b req-d86c1161-7d65-4b1d-ab52-2ccaaa5cfa20 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492780 Apr 12 03:22:03.816096 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:05.446490 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:06.876856 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:09.455783 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:18.146805 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-eaae63c8-05e5-4157-a5dd-cd5f6d4cf387 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387216 Apr 12 03:22:18.233325 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-0774f4c8-d050-4623-8081-b829c2a7cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:18.234857 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-0774f4c8-d050-4623-8081-b829c2a7cb39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 1130 time: 0.0407078 Apr 12 03:22:18.341029 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-cdd8905a-6b3b-47b3-be6e-58ebbaf9c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:18.342533 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-cdd8905a-6b3b-47b3-be6e-58ebbaf9c240 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 200 len: 914 time: 0.0889137 Apr 12 03:22:18.391709 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-3ed4e1ee-8704-4317-87e6-6b1fee89ff8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8853c131-be4d-4908-93ac-682ae59e431a HTTP/1.1" status: 200 len: 217 time: 0.0417435 Apr 12 03:22:18.441567 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-3616fa82-56fc-4779-af7f-c4db601e4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:18.443129 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-3616fa82-56fc-4779-af7f-c4db601e4089 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34b52a75-593a-4b89-8350-ae4a9bbe3b62 HTTP/1.1" status: 200 len: 853 time: 0.0437765 Apr 12 03:22:18.476486 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-185f6608-9a53-48ad-9454-215d4aa35d3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f52f9a74-878b-46d1-8901-01a3735355cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267863 Apr 12 03:22:18.568173 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-c75d4ab0-e3d6-4b8f-b342-ac1be9437652 service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861049 Apr 12 03:22:18.662726 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6bb9768b-77e5-49c7-a344-2c417c1e2443 req-6c7ecb18-453c-414c-ba8f-36033d83ad25 service neutron] 10.222.0.24 "GET /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889339 Apr 12 03:22:19.082261 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:22:23.766277 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44857e5b-213f-4b3f-83d8-76a8f9d4d319 req-c77d4205-87fc-45ad-a5f1-bcab13016b8b tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:23.767992 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-44857e5b-213f-4b3f-83d8-76a8f9d4d319 req-c77d4205-87fc-45ad-a5f1-bcab13016b8b tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0543189 Apr 12 03:22:23.821140 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-44857e5b-213f-4b3f-83d8-76a8f9d4d319 req-6048f037-502b-4cf4-8771-254f7236d083 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472929 Apr 12 03:22:24.958280 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5c0040-6c4d-4bea-b3a4-f16e19ed5df4 req-ce3175a0-527f-4c3f-9f93-fc3ac9ec218a tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:24.959750 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0b5c0040-6c4d-4bea-b3a4-f16e19ed5df4 req-ce3175a0-527f-4c3f-9f93-fc3ac9ec218a tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0493522 Apr 12 03:22:25.008785 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-0b5c0040-6c4d-4bea-b3a4-f16e19ed5df4 req-f7ac06b8-79aa-4f20-8231-706c0997a028 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Apr 12 03:22:26.137320 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3af9cb-e7ff-40b0-ad36-202b51c5c2ab req-33ebc6ec-6bf7-49df-b8b9-9dfadd1ef436 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:26.138849 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-bf3af9cb-e7ff-40b0-ad36-202b51c5c2ab req-33ebc6ec-6bf7-49df-b8b9-9dfadd1ef436 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0469573 Apr 12 03:22:26.186133 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-bf3af9cb-e7ff-40b0-ad36-202b51c5c2ab req-31b577cb-8e92-4ecd-9e92-042ec4867c78 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Apr 12 03:22:27.310656 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac95ac-4466-410c-ac46-d926e9ac2800 req-7110a8e3-f9e5-4878-8ad4-3c6c28a63a3e tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:27.312201 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8fac95ac-4466-410c-ac46-d926e9ac2800 req-7110a8e3-f9e5-4878-8ad4-3c6c28a63a3e tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0499308 Apr 12 03:22:27.361184 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8fac95ac-4466-410c-ac46-d926e9ac2800 req-ed8b941e-8f9e-454a-9425-6057c981e7e2 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406485 Apr 12 03:22:28.087449 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-91c8b143-f7ab-436c-b135-e3f2db0c5ab7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:28.088895 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-91c8b143-f7ab-436c-b135-e3f2db0c5ab7 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0510240 Apr 12 03:22:28.327502 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Deleting port 8853c131-be4d-4908-93ac-682ae59e431a {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:22:28.328091 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (8853c131-be4d-4908-93ac-682ae59e431a), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:28.421900 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] For port 8853c131-be4d-4908-93ac-682ae59e431a, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=8853c131-be4d-4908-93ac-682ae59e431a,segment=NetworkSegment(ec2e599d-3021-4edb-b73b-7fb9b359cdc4),segment_id=ec2e599d-3021-4edb-b73b-7fb9b359cdc4)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:22:28.422267 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (8853c131-be4d-4908-93ac-682ae59e431a), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:28.436321 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Calling delete_port for 8853c131-be4d-4908-93ac-682ae59e431a owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:22:28.482075 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c9638-6e92-48c4-bd3e-ad5d34321c2e req-5e1d2bc7-ebc2-4332-b5e7-2a1b5f08bbdf tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:28.483594 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-983c9638-6e92-48c4-bd3e-ad5d34321c2e req-5e1d2bc7-ebc2-4332-b5e7-2a1b5f08bbdf tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/ports?device_id=c3db6845-81c3-4d36-a491-f84480fc77c9 HTTP/1.1" status: 200 len: 946 time: 0.0532248 Apr 12 03:22:28.530732 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-983c9638-6e92-48c4-bd3e-ad5d34321c2e req-6abe6632-4be5-4cfd-b0cf-feb962c0f410 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.41 "GET /v2.0/security-groups?id=4de5cb91-7d78-4927-8351-445e8853bd97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Apr 12 03:22:28.575451 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (8853c131-be4d-4908-93ac-682ae59e431a), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:28.592647 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['8853c131-be4d-4908-93ac-682ae59e431a'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:22:28.604106 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Pushing event deleted for resources: {'Port': ['ID=8853c131-be4d-4908-93ac-682ae59e431a,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:28.646652 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] No DVR routers for this DVR port 8853c131-be4d-4908-93ac-682ae59e431a on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:22:28.649159 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:28.652462 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-8c3acf19-696e-4c22-b58a-17a604facc82 req-7b767b9e-327c-46df-8fc1-bd0baefebab9 tempest-VolumesSnapshotTestJSON-788953671 tempest-VolumesSnapshotTestJSON-788953671-project] 10.222.0.24 "DELETE /v2.0/ports/8853c131-be4d-4908-93ac-682ae59e431a HTTP/1.1" status: 204 len: 173 time: 0.4200566 Apr 12 03:22:28.652892 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3db6845-81c3-4d36-a491-f84480fc77c9', 'name': 'network-vif-deleted', 'tag': '8853c131-be4d-4908-93ac-682ae59e431a'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:22:28.655155 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1bb54e-b21a-4adf-9d2e-98321b60b7f3" -d '{"events": [{"server_uuid": "c3db6845-81c3-4d36-a491-f84480fc77c9", "name": "network-vif-deleted", "tag": "8853c131-be4d-4908-93ac-682ae59e431a"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:22:28.691720 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0241b0-8cbc-4083-8316-1be807de25e7 x-openstack-request-id: req-8b0241b0-8cbc-4083-8316-1be807de25e7 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:22:28.692039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3db6845-81c3-4d36-a491-f84480fc77c9", "name": "network-vif-deleted", "tag": "8853c131-be4d-4908-93ac-682ae59e431a", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:22:28.692289 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b0241b0-8cbc-4083-8316-1be807de25e7 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:22:28.692698 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0241b0-8cbc-4083-8316-1be807de25e7'] response: {'server_uuid': 'c3db6845-81c3-4d36-a491-f84480fc77c9', 'name': 'network-vif-deleted', 'tag': '8853c131-be4d-4908-93ac-682ae59e431a', 'status': 'completed', 'code': 200} Apr 12 03:22:30.651332 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d7ab5488-1467-46c3-a578-34825eae914e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:33.053747 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-943527c1-aac6-4f2d-8ea7-e6f2367e27d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:33.057347 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 8853c131-be4d-4908-93ac-682ae59e431a no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:22:33.078955 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 8853c131-be4d-4908-93ac-682ae59e431a {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:22:33.079300 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 8853c131-be4d-4908-93ac-682ae59e431a not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:22:33.817618 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:35.446350 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:36.880707 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:39.485504 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:46.743898 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51708) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:46.788958 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce47bc3-60dc-4239-91f8-4ae79d3b17ef admin admin] Deleting subnet 34b52a75-593a-4b89-8350-ae4a9bbe3b62 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:22:46.792533 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ce47bc3-60dc-4239-91f8-4ae79d3b17ef admin admin] Publish callbacks [] for subnet (34b52a75-593a-4b89-8350-ae4a9bbe3b62), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:46.832259 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ce47bc3-60dc-4239-91f8-4ae79d3b17ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (34b52a75-593a-4b89-8350-ae4a9bbe3b62), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:46.880528 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ce47bc3-60dc-4239-91f8-4ae79d3b17ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (34b52a75-593a-4b89-8350-ae4a9bbe3b62), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:46.934458 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ce47bc3-60dc-4239-91f8-4ae79d3b17ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (34b52a75-593a-4b89-8350-ae4a9bbe3b62), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:46.960590 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce47bc3-60dc-4239-91f8-4ae79d3b17ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b52a75-593a-4b89-8350-ae4a9bbe3b62,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:46.962492 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-8ce47bc3-60dc-4239-91f8-4ae79d3b17ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:46.966912 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-8ce47bc3-60dc-4239-91f8-4ae79d3b17ef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/34b52a75-593a-4b89-8350-ae4a9bbe3b62 HTTP/1.1" status: 204 len: 168 time: 0.2207541 Apr 12 03:22:46.968270 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51710) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:47.037790 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (f52f9a74-878b-46d1-8901-01a3735355cf), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.113377 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (f52f9a74-878b-46d1-8901-01a3735355cf), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.134108 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52f9a74-878b-46d1-8901-01a3735355cf']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:47.148154 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:47.148520 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2e599d-3021-4edb-b73b-7fb9b359cdc4') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:47.163264 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (ec2e599d-3021-4edb-b73b-7fb9b359cdc4), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.176990 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (ec2e599d-3021-4edb-b73b-7fb9b359cdc4), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.183415 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:22:47.183773 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (ec2e599d-3021-4edb-b73b-7fb9b359cdc4), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:22:47.185901 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:22:47.244453 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (f52f9a74-878b-46d1-8901-01a3735355cf), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.249615 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.252827 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] 10.222.0.41 "DELETE /v2.0/networks/f52f9a74-878b-46d1-8901-01a3735355cf HTTP/1.1" status: 204 len: 168 time: 0.2836373 Apr 12 03:22:47.263413 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662b5ba-9c29-450c-b692-16fb75130bea admin admin] Pushing event deleted for resources: {'Network': ['ID=f52f9a74-878b-46d1-8901-01a3735355cf,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:47.373922 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51714) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:47.417772 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-567185d5-4989-4293-b327-6a95a2f7beb2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8f684c1d89a4e6fb13ac7295a3e00b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426936 Apr 12 03:22:47.420461 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51716) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:47.469661 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c69bfbf-e3ce-402a-9276-e2968cd87824 admin admin] Publish callbacks [] for security_group (4de5cb91-7d78-4927-8351-445e8853bd97), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.491960 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c69bfbf-e3ce-402a-9276-e2968cd87824 admin admin] Publish callbacks [] for security_group (4de5cb91-7d78-4927-8351-445e8853bd97), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.552843 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c69bfbf-e3ce-402a-9276-e2968cd87824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (4de5cb91-7d78-4927-8351-445e8853bd97), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.555653 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-2c69bfbf-e3ce-402a-9276-e2968cd87824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:47.556806 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-2c69bfbf-e3ce-402a-9276-e2968cd87824 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4de5cb91-7d78-4927-8351-445e8853bd97 HTTP/1.1" status: 204 len: 168 time: 0.1353858 Apr 12 03:22:47.565628 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69bfbf-e3ce-402a-9276-e2968cd87824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de5cb91-7d78-4927-8351-445e8853bd97,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:48.253320 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51738) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:48.363010 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1623250712-network', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:48.385435 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Made reservation on behalf of c507071fb18a4e91a538dd16d5387bef for: {'network': 1} {{(pid=103446) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:22:48.387611 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.396528 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.473747 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Publish callbacks [] for security_group (09ec86d9-685b-4bd6-a18b-85e8da7ec4ef), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.480933 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (09ec86d9-685b-4bd6-a18b-85e8da7ec4ef), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.505146 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103446) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:22:48.514932 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ec86d9-685b-4bd6-a18b-85e8da7ec4ef,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:48.519798 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (a1b37b05-9204-42e9-9a49-70304b219a37), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.520015 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.segments_db [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Added segment a1b37b05-9204-42e9-9a49-70304b219a37 of type vlan for network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 Apr 12 03:22:48.537703 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.538042 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.538374 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.538739 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.539067 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.539435 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.539780 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.540086 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.540392 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.540707 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.541021 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.541335 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.541644 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.541974 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.542294 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:48.581801 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (99dbbe12-c7ec-4a06-bc04-e4b5d91eb223), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.610108 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (99dbbe12-c7ec-4a06-bc04-e4b5d91eb223), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.611249 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:48.611834 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.647840 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3934383 Apr 12 03:22:48.650923 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51742) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:48.655860 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Request body: {'subnet': {'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1623250712-subnet', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:48.677647 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a538f-3178-4a51-ae51-b0773504faf4 admin admin] Pushing event updated for resources: {'Network': ['ID=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:48.681250 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Made reservation on behalf of c507071fb18a4e91a538dd16d5387bef for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:22:48.683633 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10264205'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.688687 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:22:48.859718 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10334753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10264223'] for subnet (6c7d541c-4999-433c-b683-01b0f78fccc2), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.916256 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7d541c-4999-433c-b683-01b0f78fccc2,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:48.923779 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Checking segment: {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:22:48.924137 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Network hostable DHCP agents. Network: 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:22:48.942869 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:22:48.953246 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:48.957644 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:48.958244 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:48.963106 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03a474a-6f05-43dd-bf06-e59399fd5356 None None] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:22:48.975416 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e90d3a3b-94cd-4983-a642-e0fdd991e13f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3233225 Apr 12 03:22:48.978189 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51744) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:48.982407 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:49.003169 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.004173 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.056747 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks [] for router_controller (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), precommit_add_association {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.068434 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:22:49.069303 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.200351 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Allocated IP 172.20.0.2 (99dbbe12-c7ec-4a06-bc04-e4b5d91eb223/6c7d541c-4999-433c-b683-01b0f78fccc2/8f4c804d-56b5-4c8d-8890-8854324965ad) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:22:49.202297 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks [] for router_gateway (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.341056 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Publish callbacks [] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.349855 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.387529 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks [] for router_gateway (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.387791 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:22:49.392325 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:49.395654 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:22:49.402350 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Pushing event updated for resources: {'Port': ['ID=8f4c804d-56b5-4c8d-8890-8854324965ad,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:49.409306 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.460267 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Attempting to bind port 8f4c804d-56b5-4c8d-8890-8854324965ad on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:22:49.460554 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Attempting to bind port 8f4c804d-56b5-4c8d-8890-8854324965ad by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:22:49.460944 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Attempting to bind port 8f4c804d-56b5-4c8d-8890-8854324965ad on network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:22:49.465943 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:22:49.466318 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Checking segment: {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:22:49.466744 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.467138 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Bound using segment: {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:22:49.467606 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Bound port: 8f4c804d-56b5-4c8d-8890-8854324965ad, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:22:49.467983 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.512034 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Allocated IP 172.28.1.219 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/b31bbf87-3956-4236-8389-8f41a36a2585) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:22:49.527926 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] For port 8f4c804d-56b5-4c8d-8890-8854324965ad, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:22:49.531013 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] For port 8f4c804d-56b5-4c8d-8890-8854324965ad, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=8f4c804d-56b5-4c8d-8890-8854324965ad,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:22:49.537539 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.602831 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0bc0fc-69be-496c-86dd-e54c39af6eab None None] Pushing event updated for resources: {'Port': ['ID=8f4c804d-56b5-4c8d-8890-8854324965ad,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:49.621897 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks [] for port (b31bbf87-3956-4236-8389-8f41a36a2585), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.658170 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:49.700569 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:22:49.703488 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:49.706146 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:22:49.712297 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Pushing event updated for resources: {'Port': ['ID=b31bbf87-3956-4236-8389-8f41a36a2585,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:49.979695 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks [] for router_gateway (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:50.178326 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:50.183317 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 8f4c804d-56b5-4c8d-8890-8854324965ad up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:50.233383 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 8f4c804d-56b5-4c8d-8890-8854324965ad triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:50.233756 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:50.314254 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 8f4c804d-56b5-4c8d-8890-8854324965ad is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:50.314739 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:50.325394 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103447) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:22:50.351287 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port 8f4c804d-56b5-4c8d-8890-8854324965ad, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=8f4c804d-56b5-4c8d-8890-8854324965ad,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:22:50.358016 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:50.414247 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=8f4c804d-56b5-4c8d-8890-8854324965ad,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:50.446664 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:22:50.459495 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Sync routers for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:22:50.468097 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:50.469514 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-346a2b47-1486-49f7-b17d-375248ae468c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4903510 Apr 12 03:22:50.471037 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:22:50.471670 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:22:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:50.472349 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51746) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:50.529784 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c34b87a-b282-4ad6-920e-77c7fa39647d None None] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:22:50.645525 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-35985b37-9ce0-4f3f-96c8-868ea995afa8 None None] Provisioning complete for port 8f4c804d-56b5-4c8d-8890-8854324965ad triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:50.646124 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-35985b37-9ce0-4f3f-96c8-868ea995afa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:50.676496 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:22:50.880585 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-35985b37-9ce0-4f3f-96c8-868ea995afa8 None None] Current status of the port 8f4c804d-56b5-4c8d-8890-8854324965ad is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:50.903737 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:50.919379 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:49Z', 'revision_number': 3, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:50.952294 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Checking router: 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:22:50.952700 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Updating router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 port b31bbf87-3956-4236-8389-8f41a36a2585 binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:22:50.986368 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.067550 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Allocated IP 172.20.0.1 (99dbbe12-c7ec-4a06-bc04-e4b5d91eb223/6c7d541c-4999-433c-b683-01b0f78fccc2/aadad628-382c-4d7b-a7f9-705e02a3ff75) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:22:51.120355 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-4387de79-b2b3-4ade-a9c0-968c11102d59 None None] Provisioning complete for port 8f4c804d-56b5-4c8d-8890-8854324965ad triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:51.120727 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4387de79-b2b3-4ade-a9c0-968c11102d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.170628 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Publish callbacks [] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.207025 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.243386 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:22:51.246355 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:51.249835 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:22:51.266176 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4387de79-b2b3-4ade-a9c0-968c11102d59 None None] Current status of the port 8f4c804d-56b5-4c8d-8890-8854324965ad is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:51.281460 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Pushing event updated for resources: {'Port': ['ID=aadad628-382c-4d7b-a7f9-705e02a3ff75,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:51.295982 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.325279 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Publish callbacks [] for port (b31bbf87-3956-4236-8389-8f41a36a2585), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.332298 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.385372 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Attempting to bind port b31bbf87-3956-4236-8389-8f41a36a2585 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:22:51.385746 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Attempting to bind port b31bbf87-3956-4236-8389-8f41a36a2585 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:22:51.386103 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Attempting to bind port b31bbf87-3956-4236-8389-8f41a36a2585 on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:22:51.395351 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:22:51.395723 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:22:51.396133 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.396525 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:22:51.397000 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Bound port: b31bbf87-3956-4236-8389-8f41a36a2585, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:22:51.397381 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.399134 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8d274-b12a-4470-85b3-f5cc2dca102e None None] Pushing event updated for resources: {'Port': ['ID=b31bbf87-3956-4236-8389-8f41a36a2585,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:51.451619 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), before_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.458818 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] For port b31bbf87-3956-4236-8389-8f41a36a2585, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:22:51.462134 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] For port b31bbf87-3956-4236-8389-8f41a36a2585, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b31bbf87-3956-4236-8389-8f41a36a2585,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:22:51.468842 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.521782 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-86293b0e-9384-41fd-b0c7-07a93102b484 None None] Provisioning complete for port aadad628-382c-4d7b-a7f9-705e02a3ff75 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:51.522070 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-86293b0e-9384-41fd-b0c7-07a93102b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.563969 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:22:51.564614 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:22:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:51.570452 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8d274-b12a-4470-85b3-f5cc2dca102e None None] Pushing event updated for resources: {'Port': ['ID=b31bbf87-3956-4236-8389-8f41a36a2585,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:51.615174 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Publish callbacks [] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.622322 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10111566'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), after_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.693988 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Pushing event updated for resources: {'Port': ['ID=aadad628-382c-4d7b-a7f9-705e02a3ff75,revision_number=2']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:51.699266 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:51.753300 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-86293b0e-9384-41fd-b0c7-07a93102b484 None None] Port aadad628-382c-4d7b-a7f9-705e02a3ff75 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:22:51.806398 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:22:51.808065 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:51.823938 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:22:51.932672 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:22:52.035652 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 1, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:52.044763 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:22:52.049806 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-933d517b-dc34-4c12-b568-f75991bbc5de admin admin] 10.222.0.41 "PUT /v2.0/routers/9fd0a546-2ca0-46dc-bd78-12a200cc0d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5764267 Apr 12 03:22:52.068795 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e943c67d-1e59-4084-a800-3cbc7ba13667 None None] The sync data for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb is: [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 1, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:22:52.076651 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-df0f4802-d03b-4e30-99d2-da105820d218 None None] Provisioning complete for port aadad628-382c-4d7b-a7f9-705e02a3ff75 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:52.077120 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-df0f4802-d03b-4e30-99d2-da105820d218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.126284 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-df0f4802-d03b-4e30-99d2-da105820d218 None None] Port aadad628-382c-4d7b-a7f9-705e02a3ff75 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:22:52.174313 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 8f4c804d-56b5-4c8d-8890-8854324965ad up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:52.228693 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 8f4c804d-56b5-4c8d-8890-8854324965ad triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:52.229064 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.327671 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 8f4c804d-56b5-4c8d-8890-8854324965ad is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:52.580540 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51762) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:52.585505 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1000053771-network', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:52.604911 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Made reservation on behalf of ed46a5a59ead4665b4c3fadb82cec8ce for: {'network': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:22:52.607195 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for network (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.616261 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.700798 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Publish callbacks [] for security_group (2872a704-91fc-41da-a83a-b60725cc28ab), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.712085 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (2872a704-91fc-41da-a83a-b60725cc28ab), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.738970 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103447) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 12 03:22:52.752366 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2872a704-91fc-41da-a83a-b60725cc28ab,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:52.759417 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.759790 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.segments_db [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Added segment a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0 of type vlan for network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d Apr 12 03:22:52.803690 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766278525287'] for network (e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.831301 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078'] for network (e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.832411 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:52.833119 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:52.892047 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3102658 Apr 12 03:22:52.895218 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51764) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:52.902764 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Request body: {'subnet': {'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1000053771-subnet', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'ip_version': 4}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:52.907483 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe07d28-cbac-4b39-a21a-a296387f04d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:52.918790 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d details requested by agent ovs-agent-dv-cinder-837443-1-smb with host dv-cinder-837443-1-smb {{(pid=103448) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 12 03:22:52.930258 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Made reservation on behalf of ed46a5a59ead4665b4c3fadb82cec8ce for: {'subnet': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:22:52.932891 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10264205'] for subnet (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.107146 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10334753', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10264223'] for subnet (a7444206-bd5c-415c-854e-786c302eb265), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.161455 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7444206-bd5c-415c-854e-786c302eb265,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:53.170447 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Checking segment: {'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:22:53.170909 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Network hostable DHCP agents. Network: e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d, hostable agents: ['b588617e-e91c-4533-8ffe-858d758341dd'], hosted agents: [] {{(pid=103447) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 12 03:22:53.189571 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d is scheduled to be hosted by DHCP agent b588617e-e91c-4533-8ffe-858d758341dd with binding_index 1 {{(pid=103447) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 12 03:22:53.200087 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837443-1-smb, e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d) {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:53.208485 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:22:53.209245 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.211701 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02732e1e-60ff-4556-995d-558b4740ccab None None] Network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:22:53.229709 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51766) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:53.230285 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-9244d8d8-f12f-4f5a-836d-62aa9b214226 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3335109 Apr 12 03:22:53.234929 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:53.258540 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1994531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2696'] for router (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.260183 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1993107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2037288', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1919311', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2737'] for router (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.315643 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks [] for router_controller (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), precommit_add_association {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.337864 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0de68b69-e006-54e5-b7e7-1fcbca3c2390-e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d', 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d', 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'fixed_ips': [{'subnet_id': 'a7444206-bd5c-415c-854e-786c302eb265'}]}} from dv-cinder-837443-1-smb. {{(pid=103448) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 12 03:22:53.338824 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.461413 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks [] for router_gateway (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), precommit_update {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.482138 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.db_base_plugin_common [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Allocated IP 172.20.0.2 (e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d/a7444206-bd5c-415c-854e-786c302eb265/36afbfa1-8a1e-448b-886b-2b3d212cfc2e) {{(pid=103448) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:22:53.628343 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Publish callbacks [] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), precommit_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.634379 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), after_create {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.647983 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks [] for router_gateway (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.666404 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.676296 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d is already hosted by enough agents. {{(pid=103448) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:22:53.681867 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Resources bound (agent type, host, resource id): {{(pid=103448) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:53.684313 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Received port after_create {{(pid=103448) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:22:53.688159 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Pushing event updated for resources: {'Port': ['ID=36afbfa1-8a1e-448b-886b-2b3d212cfc2e,revision_number=1']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:53.746341 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Attempting to bind port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:22:53.746733 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Attempting to bind port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:22:53.747113 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Attempting to bind port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e on network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:22:53.752111 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:22:53.752476 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Checking segment: {'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:22:53.752865 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.753224 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Bound using segment: {'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:22:53.753695 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Bound port: 36afbfa1-8a1e-448b-886b-2b3d212cfc2e, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:22:53.754059 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.771247 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.db_base_plugin_common [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Allocated IP 172.28.1.94 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/1838a0f1-95b2-4d11-8c20-9642a23e4c4a) {{(pid=103446) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:22:53.814252 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] For port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:22:53.817381 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] For port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=36afbfa1-8a1e-448b-886b-2b3d212cfc2e,segment=NetworkSegment(a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0),segment_id=a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:22:53.824750 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.880718 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed5a3e-57d2-43c6-aa75-6e0a4106e359 None None] Pushing event updated for resources: {'Port': ['ID=36afbfa1-8a1e-448b-886b-2b3d212cfc2e,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:53.884049 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks [] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.922309 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:53.963288 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103446) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:22:53.967762 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.base_scheduler [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Resources bound (agent type, host, resource id): {{(pid=103446) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:53.972184 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Received port after_create {{(pid=103446) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:22:53.975672 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Pushing event updated for resources: {'Port': ['ID=1838a0f1-95b2-4d11-8c20-9642a23e4c4a,revision_number=1']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:54.220621 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 36afbfa1-8a1e-448b-886b-2b3d212cfc2e up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:54.268123 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Sync routers for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:22:54.269723 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks [] for router_gateway (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.270127 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:54.270268 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.281336 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:22:54.281864 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:22:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:54.356202 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:54.356795 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.389768 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=36afbfa1-8a1e-448b-886b-2b3d212cfc2e,segment=NetworkSegment(a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0),segment_id=a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:22:54.396067 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:22:54.397129 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.397930 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b31bbf87-3956-4236-8389-8f41a36a2585 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:54.475281 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1993130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036955'] for router (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.479146 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=36afbfa1-8a1e-448b-886b-2b3d212cfc2e,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:54.485340 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port b31bbf87-3956-4236-8389-8f41a36a2585 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:54.485709 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.566107 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port b31bbf87-3956-4236-8389-8f41a36a2585 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:54.566512 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.587989 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port b31bbf87-3956-4236-8389-8f41a36a2585, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b31bbf87-3956-4236-8389-8f41a36a2585,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:22:54.593125 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.625839 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 is scheduled to L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 with binding_index 1 {{(pid=103446) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 12 03:22:54.645712 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=b31bbf87-3956-4236-8389-8f41a36a2585,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:54.687374 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 2, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:54.719896 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Checking router: 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:22:54.720202 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Updating router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 port aadad628-382c-4d7b-a7f9-705e02a3ff75 binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:22:54.739328 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:22:54.748034 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.753982 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Sync routers for ids ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:22:54.760196 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:54.762669 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-6d843919-13a5-4833-8087-f08109bb702d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5311425 Apr 12 03:22:54.765591 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51768) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:54.767912 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Routers {'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:22:54.768698 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:22:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:54.886130 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Set router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:22:55.054715 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Publish callbacks [] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.064476 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.079362 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 3, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port': {'id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:55.118360 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Checking router: cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:22:55.118813 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Updating router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a binding host dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:22:55.156076 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.165546 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Pushing event updated for resources: {'Port': ['ID=aadad628-382c-4d7b-a7f9-705e02a3ff75,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:55.176393 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.176734 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.177031 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.177361 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.177681 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.178005 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.178320 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.178620 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.178962 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.179275 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.179586 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.179954 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.180360 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.181147 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.181474 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.196391 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c474779-2aee-4325-8dec-dc531e409cc8 None None] Network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:22:55.196619 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Attempting to bind port aadad628-382c-4d7b-a7f9-705e02a3ff75 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:22:55.196952 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Attempting to bind port aadad628-382c-4d7b-a7f9-705e02a3ff75 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:22:55.197306 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Attempting to bind port aadad628-382c-4d7b-a7f9-705e02a3ff75 on network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:22:55.203104 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:22:55.203477 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Checking segment: {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:22:55.204292 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.205101 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Bound using segment: {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:22:55.205230 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Bound port: aadad628-382c-4d7b-a7f9-705e02a3ff75, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:22:55.205512 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.244830 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.278863 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] For port aadad628-382c-4d7b-a7f9-705e02a3ff75, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:22:55.282104 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] For port aadad628-382c-4d7b-a7f9-705e02a3ff75, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=aadad628-382c-4d7b-a7f9-705e02a3ff75,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:22:55.297870 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.366167 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:22:55.366881 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:22:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:55.371402 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69dff10-7767-4155-9d6d-5fcbf62702f6 None None] Pushing event updated for resources: {'Port': ['ID=aadad628-382c-4d7b-a7f9-705e02a3ff75,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:55.392927 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-4f59c9f2-71c8-4b20-a5c6-718a7819d646 None None] Provisioning complete for port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:55.393485 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4f59c9f2-71c8-4b20-a5c6-718a7819d646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.455862 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Allocated IP 172.20.0.1 (e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d/a7444206-bd5c-415c-854e-786c302eb265/44deecf6-35d5-42be-8f6f-4f891e9626e1) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:22:55.505690 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:22:55.619823 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Publish callbacks [] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.668612 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.734520 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:22:55.737573 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:55.741353 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:22:55.767037 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=44deecf6-35d5-42be-8f6f-4f891e9626e1,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:55.776388 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.776739 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.777078 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.777413 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.777748 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.778073 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.778393 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.778719 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.779047 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.779362 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.779680 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.779996 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.780313 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.780625 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.780935 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:22:55.792111 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:55.796781 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036776'] for router_interface (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.817937 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Publish callbacks [] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), precommit_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.825319 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b22a9c-1d3d-49fc-8e38-cafc0b291a88 None None] The sync data for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb is: [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:22:55.832887 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.874995 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-4f59c9f2-71c8-4b20-a5c6-718a7819d646 None None] Current status of the port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:55.894465 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc6674-cd1c-4891-a05b-c8823a66a6f6 None None] Pushing event updated for resources: {'Port': ['ID=1838a0f1-95b2-4d11-8c20-9642a23e4c4a,revision_number=2']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:55.897196 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Attempting to bind port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:22:55.897584 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Attempting to bind port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:22:55.897921 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Attempting to bind port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a on network 528e376c-2fee-4668-ad87-dd9426699ebf {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:22:55.904104 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:22:55.904481 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Checking segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103448) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:22:55.904952 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.905273 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Bound using segment: {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'} {{(pid=103448) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:22:55.905729 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.managers [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Bound port: 1838a0f1-95b2-4d11-8c20-9642a23e4c4a, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ab9ae8-b6ff-4f19-9885-04d9ae19363e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf'}}] {{(pid=103448) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:22:55.906103 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.959456 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:55.980191 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] For port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103448) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:22:55.984031 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] For port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=1838a0f1-95b2-4d11-8c20-9642a23e4c4a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:22:55.995637 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.033926 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Provisioning complete for port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:56.034202 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.080312 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:22:56.097378 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc6674-cd1c-4891-a05b-c8823a66a6f6 None None] Pushing event updated for resources: {'Port': ['ID=1838a0f1-95b2-4d11-8c20-9642a23e4c4a,revision_number=3']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:56.100455 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Routers {'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:22:56.101080 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:22:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:56.148800 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Publish callbacks [] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.158769 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.234882 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Pushing event updated for resources: {'Port': ['ID=44deecf6-35d5-42be-8f6f-4f891e9626e1,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:56.238359 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2096096', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2043032'] for router_interface (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.248644 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 36afbfa1-8a1e-448b-886b-2b3d212cfc2e up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:56.287494 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] Set router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:22:56.326000 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Current status of the port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:56.353856 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Provisioning complete for port aadad628-382c-4d7b-a7f9-705e02a3ff75 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:56.354141 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.447412 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:56.448109 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.608859 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Current status of the port aadad628-382c-4d7b-a7f9-705e02a3ff75 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:56.609175 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.645226 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:22:56.646914 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:22:56.665830 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:56.666953 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b31bbf87-3956-4236-8389-8f41a36a2585 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:56.672359 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 4, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port': {'id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '44deecf6-35d5-42be-8f6f-4f891e9626e1', 'name': '', 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'mac_address': 'fa:16:3e:5e:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a7444206-bd5c-415c-854e-786c302eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:55Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 1, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'subnets': [{'id': 'a7444206-bd5c-415c-854e-786c302eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:56.703367 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] For port aadad628-382c-4d7b-a7f9-705e02a3ff75, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=aadad628-382c-4d7b-a7f9-705e02a3ff75,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:22:56.739154 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.744538 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74169fba-4f36-4d06-9b9e-b5083a68de19 None None] The sync data for ids ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'] in dv-cinder-837443-1-smb is: [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 4, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port': {'id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '44deecf6-35d5-42be-8f6f-4f891e9626e1', 'name': '', 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'mac_address': 'fa:16:3e:5e:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a7444206-bd5c-415c-854e-786c302eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:55Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 1, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'subnets': [{'id': 'a7444206-bd5c-415c-854e-786c302eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:22:56.775718 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:22:56.819078 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4569c6-cb0f-42df-98e2-aa2bde0990be None None] Pushing event updated for resources: {'Port': ['ID=aadad628-382c-4d7b-a7f9-705e02a3ff75,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:56.823515 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port b31bbf87-3956-4236-8389-8f41a36a2585 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:56.823900 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.881603 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d13b82f1-fd10-4d20-921e-678fb5bb3fad None None] Provisioning complete for port 44deecf6-35d5-42be-8f6f-4f891e9626e1 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:56.881982 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d13b82f1-fd10-4d20-921e-678fb5bb3fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:56.904932 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:22:56.911183 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-e22b636e-a971-4a48-8f06-537bda22a4b6 admin admin] 10.222.0.41 "PUT /v2.0/routers/cd8f9613-a8ba-4378-a7d2-a6699e27e7e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1437874 Apr 12 03:22:56.924054 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d13b82f1-fd10-4d20-921e-678fb5bb3fad None None] Port 44deecf6-35d5-42be-8f6f-4f891e9626e1 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:22:56.965007 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port b31bbf87-3956-4236-8389-8f41a36a2585 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:56.966872 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device aadad628-382c-4d7b-a7f9-705e02a3ff75 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:57.023113 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port aadad628-382c-4d7b-a7f9-705e02a3ff75 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:57.024580 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:57.080709 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-e713aec0-4af2-4a51-8710-2fb65486605d None None] Provisioning complete for port 44deecf6-35d5-42be-8f6f-4f891e9626e1 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:57.081314 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e713aec0-4af2-4a51-8710-2fb65486605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:57.144748 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-e713aec0-4af2-4a51-8710-2fb65486605d None None] Port 44deecf6-35d5-42be-8f6f-4f891e9626e1 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:22:57.157460 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port aadad628-382c-4d7b-a7f9-705e02a3ff75 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:58.235767 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 1838a0f1-95b2-4d11-8c20-9642a23e4c4a up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:58.282528 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:58.282935 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.363991 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:58.364307 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.384620 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] For port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=1838a0f1-95b2-4d11-8c20-9642a23e4c4a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:22:58.391018 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.391762 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device aadad628-382c-4d7b-a7f9-705e02a3ff75 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:22:58.466606 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Pushing event updated for resources: {'Port': ['ID=1838a0f1-95b2-4d11-8c20-9642a23e4c4a,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:58.476561 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port aadad628-382c-4d7b-a7f9-705e02a3ff75 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:22:58.476561 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.558540 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port aadad628-382c-4d7b-a7f9-705e02a3ff75 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:22:58.762145 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51778) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:58.766615 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-9c705ebf-7dff-4c2b-ab73-cd49d02d7a33 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457139539', 'description': 'tempest-secgroup-smoke-1457139539 description', 'project_id': 'c507071fb18a4e91a538dd16d5387bef'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:58.787638 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c705ebf-7dff-4c2b-ab73-cd49d02d7a33 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.861246 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c705ebf-7dff-4c2b-ab73-cd49d02d7a33 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group (2b700ff7-4de8-4c1e-98be-9377ef16e5bd), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.865931 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c705ebf-7dff-4c2b-ab73-cd49d02d7a33 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (2b700ff7-4de8-4c1e-98be-9377ef16e5bd), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.896399 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-9c705ebf-7dff-4c2b-ab73-cd49d02d7a33 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.900596 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-9c705ebf-7dff-4c2b-ab73-cd49d02d7a33 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1347065 Apr 12 03:22:58.901054 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51780) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:58.902118 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c705ebf-7dff-4c2b-ab73-cd49d02d7a33 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b700ff7-4de8-4c1e-98be-9377ef16e5bd,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:58.906853 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-f7503e03-7ef6-45f2-84d3-91f0ca3eb68c tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'security_group_rule': {'security_group_id': '2b700ff7-4de8-4c1e-98be-9377ef16e5bd', 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:58.936897 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f7503e03-7ef6-45f2-84d3-91f0ca3eb68c tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (2e4366e3-d8dd-456b-b997-f118d399ca82), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.989545 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f7503e03-7ef6-45f2-84d3-91f0ca3eb68c tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (2e4366e3-d8dd-456b-b997-f118d399ca82), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:58.995046 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f7503e03-7ef6-45f2-84d3-91f0ca3eb68c tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (2e4366e3-d8dd-456b-b997-f118d399ca82), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.014848 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7503e03-7ef6-45f2-84d3-91f0ca3eb68c tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4366e3-d8dd-456b-b997-f118d399ca82,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:59.023038 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-f7503e03-7ef6-45f2-84d3-91f0ca3eb68c tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.024277 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-f7503e03-7ef6-45f2-84d3-91f0ca3eb68c tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221936 Apr 12 03:22:59.027390 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51782) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:59.032067 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-724c6b6c-5fe2-42d5-8ab4-15bfe7caf45a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'security_group_rule': {'security_group_id': '2b700ff7-4de8-4c1e-98be-9377ef16e5bd', 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:59.058542 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-724c6b6c-5fe2-42d5-8ab4-15bfe7caf45a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (afec885d-c7f9-4e61-b259-0feb9df31596), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.115639 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-724c6b6c-5fe2-42d5-8ab4-15bfe7caf45a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (afec885d-c7f9-4e61-b259-0feb9df31596), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.122119 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-724c6b6c-5fe2-42d5-8ab4-15bfe7caf45a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (afec885d-c7f9-4e61-b259-0feb9df31596), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.140559 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c6b6c-5fe2-42d5-8ab4-15bfe7caf45a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afec885d-c7f9-4e61-b259-0feb9df31596,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:59.148010 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-724c6b6c-5fe2-42d5-8ab4-15bfe7caf45a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.149242 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-724c6b6c-5fe2-42d5-8ab4-15bfe7caf45a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208205 Apr 12 03:22:59.152054 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51784) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:59.156339 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-b8249cd9-0ab8-439d-a065-8d0260f14768 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'security_group_rule': {'security_group_id': '2b700ff7-4de8-4c1e-98be-9377ef16e5bd', 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:59.183307 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8249cd9-0ab8-439d-a065-8d0260f14768 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (7b222a29-df0e-4e91-9a4a-f9fc37a0eaaf), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.242549 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8249cd9-0ab8-439d-a065-8d0260f14768 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (7b222a29-df0e-4e91-9a4a-f9fc37a0eaaf), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.247734 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8249cd9-0ab8-439d-a065-8d0260f14768 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (7b222a29-df0e-4e91-9a4a-f9fc37a0eaaf), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.264351 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8249cd9-0ab8-439d-a065-8d0260f14768 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b222a29-df0e-4e91-9a4a-f9fc37a0eaaf,revision_number=0']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:59.274200 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b8249cd9-0ab8-439d-a065-8d0260f14768 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.275510 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b8249cd9-0ab8-439d-a065-8d0260f14768 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224780 Apr 12 03:22:59.279391 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51786) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:59.283946 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-a2d89f3e-06c1-432b-bc18-8ac099221c79 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'security_group_rule': {'security_group_id': '2b700ff7-4de8-4c1e-98be-9377ef16e5bd', 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:59.311116 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2d89f3e-06c1-432b-bc18-8ac099221c79 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (8f893483-5e5a-4a68-a6c1-fce086b3381a), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.630236 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2d89f3e-06c1-432b-bc18-8ac099221c79 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (8f893483-5e5a-4a68-a6c1-fce086b3381a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.636948 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2d89f3e-06c1-432b-bc18-8ac099221c79 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (8f893483-5e5a-4a68-a6c1-fce086b3381a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.645266 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Sync routers for ids ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:22:59.654990 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d89f3e-06c1-432b-bc18-8ac099221c79 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f893483-5e5a-4a68-a6c1-fce086b3381a,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:59.655219 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Routers {'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:22:59.655845 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:22:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:59.663443 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-a2d89f3e-06c1-432b-bc18-8ac099221c79 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.664752 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-a2d89f3e-06c1-432b-bc18-8ac099221c79 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3843248 Apr 12 03:22:59.667577 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51788) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:59.671804 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-7b405551-e03b-483c-8db1-05e0eb860d71 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'security_group_rule': {'security_group_id': '2b700ff7-4de8-4c1e-98be-9377ef16e5bd', 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:59.692276 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.securitygroups_db [None req-7b405551-e03b-483c-8db1-05e0eb860d71 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Project c507071fb18a4e91a538dd16d5387bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:22:59.697473 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7b405551-e03b-483c-8db1-05e0eb860d71 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (68bac029-e71e-4f4f-bb82-515a13ea3f4a), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.755187 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7b405551-e03b-483c-8db1-05e0eb860d71 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (68bac029-e71e-4f4f-bb82-515a13ea3f4a), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.761039 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7b405551-e03b-483c-8db1-05e0eb860d71 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (68bac029-e71e-4f4f-bb82-515a13ea3f4a), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.770251 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Set router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:22:59.777921 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b405551-e03b-483c-8db1-05e0eb860d71 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bac029-e71e-4f4f-bb82-515a13ea3f4a,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:59.787423 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7b405551-e03b-483c-8db1-05e0eb860d71 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.788619 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7b405551-e03b-483c-8db1-05e0eb860d71 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201711 Apr 12 03:22:59.791530 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 51790) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:22:59.795780 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.v2.base [None req-7a45505e-2873-4d80-84f2-37c48c5651b8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'security_group_rule': {'security_group_id': '2b700ff7-4de8-4c1e-98be-9377ef16e5bd', 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103446) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:22:59.816842 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.db.securitygroups_db [None req-7a45505e-2873-4d80-84f2-37c48c5651b8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Project c507071fb18a4e91a538dd16d5387bef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 12 03:22:59.822367 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7a45505e-2873-4d80-84f2-37c48c5651b8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (1b5f6199-4174-47a8-88e3-9ae780ad9932), before_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.880113 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7a45505e-2873-4d80-84f2-37c48c5651b8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (1b5f6199-4174-47a8-88e3-9ae780ad9932), precommit_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.886320 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7a45505e-2873-4d80-84f2-37c48c5651b8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085752'] for security_group_rule (1b5f6199-4174-47a8-88e3-9ae780ad9932), after_create {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.905434 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45505e-2873-4d80-84f2-37c48c5651b8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5f6199-4174-47a8-88e3-9ae780ad9932,revision_number=0']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:22:59.914439 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-7a45505e-2873-4d80-84f2-37c48c5651b8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:22:59.926756 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-7a45505e-2873-4d80-84f2-37c48c5651b8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232567 Apr 12 03:22:59.967900 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 4, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port': {'id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '44deecf6-35d5-42be-8f6f-4f891e9626e1', 'name': '', 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'mac_address': 'fa:16:3e:5e:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a7444206-bd5c-415c-854e-786c302eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:55Z', 'updated_at': '2022-04-12T03:22:56Z', 'revision_number': 2, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'subnets': [{'id': 'a7444206-bd5c-415c-854e-786c302eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:22:59.998523 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Checking router: cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:22:59.998910 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Updating router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 port 44deecf6-35d5-42be-8f6f-4f891e9626e1 binding host dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 12 03:23:00.026536 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.185901 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 1838a0f1-95b2-4d11-8c20-9642a23e4c4a up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:23:00.235778 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:23:00.236086 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.328138 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Publish callbacks [] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), precommit_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.331506 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:23:00.338494 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.398983 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7d76b-8e81-4112-8055-b077e41ba393 None None] Pushing event updated for resources: {'Port': ['ID=44deecf6-35d5-42be-8f6f-4f891e9626e1,revision_number=3']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:00.458623 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Attempting to bind port 44deecf6-35d5-42be-8f6f-4f891e9626e1 on host dv-cinder-837443-1-smb for vnic_type normal with profile {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:23:00.459359 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Attempting to bind port 44deecf6-35d5-42be-8f6f-4f891e9626e1 by drivers openvswitch,hyperv on host dv-cinder-837443-1-smb at level 0 using segments [{'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:23:00.459850 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Attempting to bind port 44deecf6-35d5-42be-8f6f-4f891e9626e1 on network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:23:00.467364 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Checking agent: {'id': '6981a665-efb7-489f-8c07-661b2a7d8928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837443-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 2, 59, 37), 'started_at': datetime.datetime(2022, 4, 12, 3, 0, 7), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837443-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:23:00.467913 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Checking segment: {'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:23:00.468386 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.469021 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Bound using segment: {'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'} {{(pid=103449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:23:00.469422 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.managers [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Bound port: 44deecf6-35d5-42be-8f6f-4f891e9626e1, host: dv-cinder-837443-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d'}}] {{(pid=103449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:23:00.469861 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), before_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.551113 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] For port 44deecf6-35d5-42be-8f6f-4f891e9626e1, host dv-cinder-837443-1-smb, cleared binding levels {{(pid=103449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:23:00.554358 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.plugins.ml2.db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] For port 44deecf6-35d5-42be-8f6f-4f891e9626e1, host dv-cinder-837443-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=44deecf6-35d5-42be-8f6f-4f891e9626e1,segment=NetworkSegment(a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0),segment_id=a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0)] {{(pid=103449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:23:00.561198 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron_lib.callbacks.manager [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), after_update {{(pid=103449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.648351 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4d991f6f-0666-42fa-9cf2-3d25d94562b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.687102 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Provisioning complete for port 44deecf6-35d5-42be-8f6f-4f891e9626e1 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:23:00.687589 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.710720 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Routers {'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:23:00.711412 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:22:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:23:00.755024 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7d76b-8e81-4112-8055-b077e41ba393 None None] Pushing event updated for resources: {'Port': ['ID=44deecf6-35d5-42be-8f6f-4f891e9626e1,revision_number=4']} {{(pid=103449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:00.776990 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Current status of the port 44deecf6-35d5-42be-8f6f-4f891e9626e1 is: DOWN; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:23:00.777682 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.826885 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] For port 44deecf6-35d5-42be-8f6f-4f891e9626e1, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=44deecf6-35d5-42be-8f6f-4f891e9626e1,segment=NetworkSegment(a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0),segment_id=a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:23:00.836536 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:00.851742 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] Set router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:23:00.896228 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Pushing event updated for resources: {'Port': ['ID=44deecf6-35d5-42be-8f6f-4f891e9626e1,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:00.903974 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.904313 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.904804 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.905126 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.905452 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.905777 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.906101 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.906420 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.906763 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.907086 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.907406 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.907724 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.908039 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.908375 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.908859 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186d6505-8ec4-4923-a296-6f7d3f4de3aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:23:00.961888 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-abcb9ce3-5c6c-48a9-84d6-f0b7669f9e17 None None] Provisioning complete for port 44deecf6-35d5-42be-8f6f-4f891e9626e1 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:23:00.962252 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-abcb9ce3-5c6c-48a9-84d6-f0b7669f9e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:01.042482 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-abcb9ce3-5c6c-48a9-84d6-f0b7669f9e17 None None] Current status of the port 44deecf6-35d5-42be-8f6f-4f891e9626e1 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:23:01.061517 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 4, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port': {'id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '44deecf6-35d5-42be-8f6f-4f891e9626e1', 'name': '', 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'mac_address': 'fa:16:3e:5e:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a7444206-bd5c-415c-854e-786c302eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:55Z', 'updated_at': '2022-04-12T03:23:00Z', 'revision_number': 4, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'subnets': [{'id': 'a7444206-bd5c-415c-854e-786c302eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:23:01.091107 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb55b60-df2d-487a-b214-b486fc20b60c None None] The sync data for ids ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'] in dv-cinder-837443-1-smb is: [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:55Z', 'revision_number': 4, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port': {'id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': '44deecf6-35d5-42be-8f6f-4f891e9626e1', 'name': '', 'network_id': 'e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'mac_address': 'fa:16:3e:5e:47:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a7444206-bd5c-415c-854e-786c302eb265', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:55Z', 'updated_at': '2022-04-12T03:23:00Z', 'revision_number': 4, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'subnets': [{'id': 'a7444206-bd5c-415c-854e-786c302eb265', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:23:02.191023 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 44deecf6-35d5-42be-8f6f-4f891e9626e1 up at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:23:02.242062 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Provisioning complete for port 44deecf6-35d5-42be-8f6f-4f891e9626e1 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:23:02.242508 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:02.318642 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Current status of the port 44deecf6-35d5-42be-8f6f-4f891e9626e1 is: ACTIVE; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:23:03.050868 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-005c3534-0c61-4dd1-84bc-7289ccd99d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:03.828440 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:05.456338 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:06.883026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:09.487364 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:16.415042 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-29ab235b-6c61-4840-abc7-255d1d70b445 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457139539&fields=id&tenant_id=c507071fb18a4e91a538dd16d5387bef HTTP/1.1" status: 200 len: 267 time: 0.0453231 Apr 12 03:23:16.523167 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-b34d7c60-2773-4682-87f9-054bcd099b8d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:16.524632 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-b34d7c60-2773-4682-87f9-054bcd099b8d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 809 time: 0.1005249 Apr 12 03:23:16.539479 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-6df9a72e-3c29-4e5b-bc91-01ada88ada5b tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/quotas/c507071fb18a4e91a538dd16d5387bef HTTP/1.1" status: 200 len: 375 time: 0.0093205 Apr 12 03:23:16.590213 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a5d1a095-4106-43b3-9000-348db3c04ede tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458860 Apr 12 03:23:16.700859 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-bce0087d-0155-4f2d-bfb7-9e297d0adf53 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:23:16.701842 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-bce0087d-0155-4f2d-bfb7-9e297d0adf53 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1004565 Apr 12 03:23:16.790564 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-66deda4d-2e7b-4c18-90b0-aa675ba52c38 service neutron] 10.222.0.41 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826638 Apr 12 03:23:16.882189 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-7c64444e-a9a2-4d9a-a77d-a0a4bcc44900 service neutron] 10.222.0.41 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Apr 12 03:23:18.204026 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b328854c-4018-4e06-9f1d-4743596120a0 req-15d1b19e-6c92-4e73-bcc1-b64450f31a60 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 210 time: 0.0282686 Apr 12 03:23:19.149876 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-d2866525-f484-4c7c-8680-f127a55cfd43 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:19.151413 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-d2866525-f484-4c7c-8680-f127a55cfd43 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 809 time: 0.1056809 Apr 12 03:23:19.212727 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-e06e05b6-0248-4124-a228-0f56d69e3d5a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c507071fb18a4e91a538dd16d5387bef HTTP/1.1" status: 200 len: 380 time: 0.0531666 Apr 12 03:23:19.220761 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'port': {'device_id': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'admin_state_up': True, 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'security_groups': ['2b700ff7-4de8-4c1e-98be-9377ef16e5bd']}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:23:19.329320 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Made reservation on behalf of c507071fb18a4e91a538dd16d5387bef for: {'port': 1} {{(pid=103447) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 12 03:23:19.333032 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:19.355908 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-240a4617-6d70-4734-bafb-4861f95ba988 req-10a70a79-5934-4adf-a379-c54ffa72a72a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 210 time: 0.0838034 Apr 12 03:23:19.464721 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Allocated IP 172.20.0.12 (99dbbe12-c7ec-4a06-bc04-e4b5d91eb223/6c7d541c-4999-433c-b683-01b0f78fccc2/05fbf3ef-445f-45c0-bd6f-d230932ff838) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:23:19.609383 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:19.644771 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:19.689259 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:23:19.692190 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:23:19.695719 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:23:19.702235 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:19.756364 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:19.757039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:19.778653 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ec210df2-bea3-4636-9c8d-7294f3c41411 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614090 Apr 12 03:23:19.791260 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Request body: {'port': {'device_id': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83744'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:23:19.863442 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:19.899319 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-b996ecdf-e4b7-4695-a045-9fe7e83a9e81 None None] Provisioning complete for port 05fbf3ef-445f-45c0-bd6f-d230932ff838 triggered by entity DHCP. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:23:19.899907 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b996ecdf-e4b7-4695-a045-9fe7e83a9e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:19.936832 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b996ecdf-e4b7-4695-a045-9fe7e83a9e81 None None] Port 05fbf3ef-445f-45c0-bd6f-d230932ff838 cannot update to ACTIVE because it is not bound. {{(pid=103448) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 12 03:23:20.129957 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05fbf3ef-445f-45c0-bd6f-d230932ff838 {{(pid=103447) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:23:20.140262 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Publish callbacks [] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:20.159651 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.provisioning_blocks [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Transition to ACTIVE for port object 05fbf3ef-445f-45c0-bd6f-d230932ff838 will not be triggered until provisioned by entity L2. {{(pid=103447) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 12 03:23:20.166250 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:20.216420 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Pushing event updated for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:20.288033 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Attempting to bind port 05fbf3ef-445f-45c0-bd6f-d230932ff838 on host hv-cinder-83744 for vnic_type normal with profile {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 12 03:23:20.288398 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Attempting to bind port 05fbf3ef-445f-45c0-bd6f-d230932ff838 by drivers openvswitch,hyperv on host hv-cinder-83744 at level 0 using segments [{'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 12 03:23:20.288725 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Attempting to bind port 05fbf3ef-445f-45c0-bd6f-d230932ff838 on network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:23:20.294162 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Port 05fbf3ef-445f-45c0-bd6f-d230932ff838 on network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83744 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 12 03:23:20.294484 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Attempting to bind port 05fbf3ef-445f-45c0-bd6f-d230932ff838 on network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 12 03:23:20.300039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Checking agent: {'id': '9a4de998-28b2-4430-8379-e4f79a4724de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83744', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'started_at': datetime.datetime(2022, 4, 12, 3, 6, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 12, 3, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 12 03:23:20.300370 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Checking segment: {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103447) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 12 03:23:20.300827 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Bound using segment: {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'} {{(pid=103447) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 12 03:23:20.301255 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.managers [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Bound port: 05fbf3ef-445f-45c0-bd6f-d230932ff838, host: hv-cinder-83744, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b37b05-9204-42e9-9a49-70304b219a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223'}}] {{(pid=103447) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 12 03:23:20.301614 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:20.371730 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, cleared binding levels {{(pid=103447) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 12 03:23:20.374930 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103447) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 12 03:23:20.381840 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:20.417762 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:20.418357 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:20.419805 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] 10.222.0.24 "PUT /v2.0/ports/05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 1094 time: 0.6334450 Apr 12 03:23:20.420249 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:23:20.422526 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a41bd4-8d01-494d-a52b-7ac1e28a462b" -d '{"events": [{"name": "network-changed", "server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:23:20.465090 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f07e46-6407-4837-8f20-ab16dac39a19 service neutron] Pushing event updated for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=3']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:20.502535 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332a59ba-7d29-44ba-adc7-0957dd0c4602 x-openstack-request-id: req-332a59ba-7d29-44ba-adc7-0957dd0c4602 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:23:20.502862 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:23:20.503800 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-332a59ba-7d29-44ba-adc7-0957dd0c4602 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:23:20.503800 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-332a59ba-7d29-44ba-adc7-0957dd0c4602'] response: {'name': 'network-changed', 'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'status': 'completed', 'code': 200} Apr 12 03:23:20.526275 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-d83d56f2-3d11-44b5-bcd7-89a351fa3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:20.527879 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-d83d56f2-3d11-44b5-bcd7-89a351fa3993 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1128 time: 0.0576012 Apr 12 03:23:20.588930 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-ac7f85c0-6a5d-4aa5-8302-0a5802def3c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 217 time: 0.0450647 Apr 12 03:23:20.601260 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd4c95-3d86-40e2-b2d5-9ccca4e0bfb4 req-dd257277-fb06-44f8-a676-c1853f2a6f23 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:20.603882 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-74dd4c95-3d86-40e2-b2d5-9ccca4e0bfb4 req-dd257277-fb06-44f8-a676-c1853f2a6f23 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.1761954 Apr 12 03:23:20.666482 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-0ee8b895-337e-4bda-ad47-e7dc96550f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:20.667957 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-0ee8b895-337e-4bda-ad47-e7dc96550f65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0630805 Apr 12 03:23:20.695640 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-74dd4c95-3d86-40e2-b2d5-9ccca4e0bfb4 req-13fd2e2b-1909-475d-ba56-0608afe1cadc tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832436 Apr 12 03:23:20.725772 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-aba4d603-9f56-4554-b26b-3cfe8c4627a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:20.727293 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-aba4d603-9f56-4554-b26b-3cfe8c4627a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0494750 Apr 12 03:23:20.813829 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-f2647eb2-cae1-480e-8e14-c95120033c2c service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806224 Apr 12 03:23:20.908329 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-4d1bd087-be87-4361-a574-89566cf5e8c1 req-22a19090-7474-45bf-8916-cca140532403 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884678 Apr 12 03:23:21.815308 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8eea86-9fc7-4035-99e4-b43746599863 req-cc15b99d-b3ea-489d-9f7a-43fc0c00a5e2 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:21.816765 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5a8eea86-9fc7-4035-99e4-b43746599863 req-cc15b99d-b3ea-489d-9f7a-43fc0c00a5e2 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.0494351 Apr 12 03:23:21.869675 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5a8eea86-9fc7-4035-99e4-b43746599863 req-c8ce48e3-8336-4f64-ad6c-cf4669f23b21 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444994 Apr 12 03:23:22.914229 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-d65fe3e1-eeb9-4862-a8b6-8a8c8eeb5044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:22.915813 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-d65fe3e1-eeb9-4862-a8b6-8a8c8eeb5044 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1128 time: 0.0534201 Apr 12 03:23:23.028349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27f122-06b4-4c3a-b13b-15a2a00175af req-22e127a4-d1c7-42df-9f09-8b8855c6e3de tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:23.029810 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1f27f122-06b4-4c3a-b13b-15a2a00175af req-22e127a4-d1c7-42df-9f09-8b8855c6e3de tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.0832820 Apr 12 03:23:23.059052 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-0b2bfc61-84f4-46f6-96f7-d62fbdc27014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:23.060793 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-0b2bfc61-84f4-46f6-96f7-d62fbdc27014 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.1395204 Apr 12 03:23:23.109600 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-c5b56c0f-e051-4673-9522-89015980b751 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 217 time: 0.0420990 Apr 12 03:23:23.133899 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1f27f122-06b4-4c3a-b13b-15a2a00175af req-97cbe336-2309-449f-8cde-5b6ab769ed26 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977581 Apr 12 03:23:23.170506 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-2894ba4c-d259-4899-ab22-b7fcc6adf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:23.171938 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-2894ba4c-d259-4899-ab22-b7fcc6adf721 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0537164 Apr 12 03:23:23.214940 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-18051dfa-9b5a-4dc8-942c-704f3f76e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:23.216465 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-18051dfa-9b5a-4dc8-942c-704f3f76e138 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0389452 Apr 12 03:23:23.317267 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-2575bc7c-386d-4a9b-a1dc-bc6e6afd2e3e service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948167 Apr 12 03:23:23.412824 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-51a41bd4-8d01-494d-a52b-7ac1e28a462b req-44a0b282-81fc-41f4-ac16-df01f86d18eb service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894854 Apr 12 03:23:24.256641 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c52aa-80ae-42aa-a961-5207c2130096 req-035161f3-3c78-4c51-9b2d-ca314e1ab4ec tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:24.258087 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e14c52aa-80ae-42aa-a961-5207c2130096 req-035161f3-3c78-4c51-9b2d-ca314e1ab4ec tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.0518038 Apr 12 03:23:24.318433 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-e14c52aa-80ae-42aa-a961-5207c2130096 req-3d433c0d-5a23-4eeb-abac-5f290564dbdf tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519683 Apr 12 03:23:25.411241 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 05fbf3ef-445f-45c0-bd6f-d230932ff838 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:23:25.433059 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5c137-b410-438d-a2b5-d34e8a000539 req-d924bbab-9825-4054-8270-a6e588a79067 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:25.434531 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-84e5c137-b410-438d-a2b5-d34e8a000539 req-d924bbab-9825-4054-8270-a6e588a79067 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.0492089 Apr 12 03:23:25.490867 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-84e5c137-b410-438d-a2b5-d34e8a000539 req-ff2af15e-6236-4a7f-bc68-2bf4a301efa8 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502150 Apr 12 03:23:25.514426 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:23:25.525929 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'port_id': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'mac_address': 'fa:16:3e:1f:dc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:23:25.564128 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 05fbf3ef-445f-45c0-bd6f-d230932ff838 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:23:25.564445 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:25.578144 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fbf3ef-445f-45c0-bd6f-d230932ff838 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:23:25.597114 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:23:25.604406 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:25.650159 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=4']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:25.944447 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['05fbf3ef-445f-45c0-bd6f-d230932ff838'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:23:26.625027 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d933c2-2d5e-475b-9069-dce7a55d7519 req-2484deb4-3915-4228-bb9c-36b717a7f1cb tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:26.627625 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-42d933c2-2d5e-475b-9069-dce7a55d7519 req-2484deb4-3915-4228-bb9c-36b717a7f1cb tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 945 time: 0.0618207 Apr 12 03:23:26.677602 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-42d933c2-2d5e-475b-9069-dce7a55d7519 req-e0caaff5-51d2-4414-bc60-785deaedb3be tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Apr 12 03:23:27.428136 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 05fbf3ef-445f-45c0-bd6f-d230932ff838 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:23:27.485742 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning for port 05fbf3ef-445f-45c0-bd6f-d230932ff838 completed by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 12 03:23:27.494118 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 05fbf3ef-445f-45c0-bd6f-d230932ff838 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:23:27.494497 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:27.572817 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 05fbf3ef-445f-45c0-bd6f-d230932ff838 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:23:27.573205 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:27.596455 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:23:27.598707 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169d80d5-291c-4d58-a6b5-5f21d630ab56" -d '{"events": [{"server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:23:27.611156 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:23:27.616628 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:27.639360 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d55bf11-33ff-46d8-b2d6-d0ba767c9d35 x-openstack-request-id: req-5d55bf11-33ff-46d8-b2d6-d0ba767c9d35 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:23:27.639654 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:23:27.639900 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d55bf11-33ff-46d8-b2d6-d0ba767c9d35 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:23:27.640288 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d55bf11-33ff-46d8-b2d6-d0ba767c9d35'] response: {'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'code': 200} Apr 12 03:23:27.668692 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=5']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:27.799232 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffdd-0e28-4f61-a4f3-f9bab707b95b req-614215ed-84a4-4b22-baa3-8d62da30b5db tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:27.801432 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9aa3ffdd-0e28-4f61-a4f3-f9bab707b95b req-614215ed-84a4-4b22-baa3-8d62da30b5db tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0485649 Apr 12 03:23:27.855387 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef163-3090-4787-ad0a-473c90725acf req-3f66d492-7498-426f-81cf-502a75be540a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:27.855950 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-9aa3ffdd-0e28-4f61-a4f3-f9bab707b95b req-d626e496-5d5f-4e02-bb49-65360bfdb1bd tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476353 Apr 12 03:23:27.856779 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-685ef163-3090-4787-ad0a-473c90725acf req-3f66d492-7498-426f-81cf-502a75be540a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0380149 Apr 12 03:23:27.909832 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-685ef163-3090-4787-ad0a-473c90725acf req-4c8e21fe-e90e-46d9-9e5b-40a65d190167 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467396 Apr 12 03:23:28.970962 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98536abd-2615-4d54-ab5d-7123a9e4966e req-35b7ac1b-a1fd-4fa9-a581-4356dbcf0405 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:28.972416 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-98536abd-2615-4d54-ab5d-7123a9e4966e req-35b7ac1b-a1fd-4fa9-a581-4356dbcf0405 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0472491 Apr 12 03:23:29.020471 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-98536abd-2615-4d54-ab5d-7123a9e4966e req-71086a33-da02-49bc-bf23-1a71ea58f6d7 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Apr 12 03:23:30.153919 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136f725-0dd6-4aad-9f74-5368311b816b req-9a01b443-f0c6-49e9-8eb2-cb23c53cd97b tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:30.155402 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c136f725-0dd6-4aad-9f74-5368311b816b req-9a01b443-f0c6-49e9-8eb2-cb23c53cd97b tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0494053 Apr 12 03:23:30.204676 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-c136f725-0dd6-4aad-9f74-5368311b816b req-dd90bc91-d8e3-4630-a4d9-cfb7370b585a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Apr 12 03:23:30.327233 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e9576f-e3bd-4a3d-bd9d-0f82d9cf7a51 req-415f0f96-6f00-4d5a-a53c-670355770fdc tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:30.329586 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c2e9576f-e3bd-4a3d-bd9d-0f82d9cf7a51 req-415f0f96-6f00-4d5a-a53c-670355770fdc tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0583715 Apr 12 03:23:30.382448 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c2e9576f-e3bd-4a3d-bd9d-0f82d9cf7a51 req-c54f9514-923f-4703-9d0d-4c7ef60cae02 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454710 Apr 12 03:23:30.409296 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51948) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:23:30.492114 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735bbd36-c382-4049-9c6f-ab6d1cf88f22 tempest-TestShelveInstance-1410867717 tempest-TestShelveInstance-1410867717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:30.493717 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-735bbd36-c382-4049-9c6f-ab6d1cf88f22 tempest-TestShelveInstance-1410867717 tempest-TestShelveInstance-1410867717-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1125 time: 0.0834708 Apr 12 03:23:30.498456 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 51952) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:23:30.505241 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.v2.base [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Request body: {'floatingip': {'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'port_id': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103447) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 12 03:23:30.528364 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:30.609480 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (None), before_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:30.641957 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bfb55a05-710f-427d-a514-0d458c62ebf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:30.709983 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_common [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Allocated IP 172.28.1.131 (528e376c-2fee-4668-ad87-dd9426699ebf/9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb/a0782f20-2674-4b28-94bd-8a99b3c1130c) {{(pid=103447) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 12 03:23:30.813852 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for port (a0782f20-2674-4b28-94bd-8a99b3c1130c), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:30.851377 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766278572090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (a0782f20-2674-4b28-94bd-8a99b3c1130c), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:30.890377 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Network 528e376c-2fee-4668-ad87-dd9426699ebf is already hosted by enough agents. {{(pid=103447) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 12 03:23:30.894600 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.base_scheduler [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Resources bound (agent type, host, resource id): {{(pid=103447) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 12 03:23:30.898994 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Received port after_create {{(pid=103447) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 12 03:23:30.902037 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'Port': ['ID=a0782f20-2674-4b28-94bd-8a99b3c1130c,revision_number=1']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:31.293786 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for floatingip (d618b152-265a-4122-b031-dd525334f4c5), precommit_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:31.363955 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (a0782f20-2674-4b28-94bd-8a99b3c1130c), before_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:31.515553 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for port (a0782f20-2674-4b28-94bd-8a99b3c1130c), precommit_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:31.523049 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10325146'] for port (a0782f20-2674-4b28-94bd-8a99b3c1130c), after_update {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:31.590139 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event updated for resources: {'Port': ['ID=a0782f20-2674-4b28-94bd-8a99b3c1130c,revision_number=2']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:23:31.602816 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036925'] for floatingip (d618b152-265a-4122-b031-dd525334f4c5), after_create {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:31.982760 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Floating IP d618b152-265a-4122-b031-dd525334f4c5 associated. External IP: 172.28.1.131, port: 05fbf3ef-445f-45c0-bd6f-d230932ff838. Apr 12 03:23:32.188983 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:23:32.299037 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:23:32.310579 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] Sync routers for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:23:32.320288 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:32.320985 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:23:32.321637 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:23:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:23:32.353318 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-19bcd68b-ba52-4de7-a429-afd21c171469 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8534672 Apr 12 03:23:32.353930 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:23:32.356254 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df26d1a-b712-4f22-bc96-79c7c87c3111" -d '{"events": [{"name": "network-changed", "server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:23:32.400175 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57a99ec-40a3-492d-9332-0df9bfb23b09 x-openstack-request-id: req-f57a99ec-40a3-492d-9332-0df9bfb23b09 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:23:32.400768 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:23:32.400768 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f57a99ec-40a3-492d-9332-0df9bfb23b09 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:23:32.401090 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57a99ec-40a3-492d-9332-0df9bfb23b09'] response: {'name': 'network-changed', 'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'status': 'completed', 'code': 200} Apr 12 03:23:32.432316 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:23:32.460639 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-66305b9f-5a96-4b6a-8e51-4885574df7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:32.462331 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-66305b9f-5a96-4b6a-8e51-4885574df7be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0406480 Apr 12 03:23:32.550280 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-1cf2ef43-57ed-427c-bff6-917cfb903faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:32.551662 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-1cf2ef43-57ed-427c-bff6-917cfb903faa service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.0831139 Apr 12 03:23:32.619885 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-840ea8f5-20e7-44fd-a418-aee4bc98d0d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 1000 time: 0.0609944 Apr 12 03:23:32.647406 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'd618b152-265a-4122-b031-dd525334f4c5', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'port_id': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'mac_address': 'fa:16:3e:1f:dc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:23:31Z', 'updated_at': '2022-04-12T03:23:31Z', 'revision_number': 0, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:56Z', 'revision_number': 5, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:23:32.667369 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-0b8ed081-ea50-4125-b763-2550893c3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:32.668861 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-0b8ed081-ea50-4125-b763-2550893c3f74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0432737 Apr 12 03:23:32.678195 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] Checking router: 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:23:32.687199 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:23:32.687805 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:23:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:23:32.713264 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-db61d82c-cf74-4478-a118-69478a8f5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:23:32.714800 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-db61d82c-cf74-4478-a118-69478a8f5d9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0392385 Apr 12 03:23:32.796842 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:23:32.804830 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-10fdf3ce-76d6-427e-b35f-b778483c532c service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836246 Apr 12 03:23:32.895750 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-7df26d1a-b712-4f22-bc96-79c7c87c3111 req-b5ad3b3e-58cc-4c46-903e-3cf3c89e6f7f service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808451 Apr 12 03:23:33.011221 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'd618b152-265a-4122-b031-dd525334f4c5', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'port_id': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'mac_address': 'fa:16:3e:1f:dc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:23:31Z', 'updated_at': '2022-04-12T03:23:31Z', 'revision_number': 0, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:56Z', 'revision_number': 5, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:23:33.045941 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb696e6-3455-403b-87ca-1958731cd137 None None] The sync data for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb is: [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_floatingips': [{'id': 'd618b152-265a-4122-b031-dd525334f4c5', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'floating_ip_address': '172.28.1.131', 'floating_network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'router_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'port_id': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'mac_address': 'fa:16:3e:1f:dc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-12T03:23:31Z', 'updated_at': '2022-04-12T03:23:31Z', 'revision_number': 0, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:56Z', 'revision_number': 5, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:23:33.060244 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-59a55597-f99f-409a-8bed-32fa8913f1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:33.079199 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:23:33.244883 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79d965e-ad4c-40f1-be1c-68ccbfa97e36 None None] New status for floating IP d618b152-265a-4122-b031-dd525334f4c5: ACTIVE {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:23:33.835949 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:35.462132 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:36.890292 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:23:39.514066 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:00.653269 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5919cd54-900c-4b8b-94a2-4a307149ff5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:03.052168 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d0a11b53-82cc-4685-90a5-68f87f12c626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:03.841606 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:05.467131 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:06.890068 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:09.508566 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:10.084387 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:24:11.101689 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-c06d468a-d675-445e-92af-5c8f25511172 req-8d7cec36-0ac8-4ec1-a3cd-eac42da282a1 tempest-DeleteServersTestJSON-1364308261 tempest-DeleteServersTestJSON-1364308261-project] (103446) timed out ('10.222.0.24', 62544) {{(pid=103446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:24:21.142078 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-074893a0-cebc-47d5-af41-6f098a7ae83b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876200 Apr 12 03:24:21.234405 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-5e4d147e-d0aa-4722-a238-efea0e7b51fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:24:21.235912 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-5e4d147e-d0aa-4722-a238-efea0e7b51fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0405874 Apr 12 03:24:21.353779 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-621244a7-fe11-43cd-9e78-d4128139676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:24:21.355305 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-621244a7-fe11-43cd-9e78-d4128139676e service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.0952013 Apr 12 03:24:21.419410 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-f791b6cd-becb-4508-ad15-f179c236421d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 1002 time: 0.0576084 Apr 12 03:24:21.476417 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-76b4d847-c24b-45da-8521-75d780161076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:24:21.477849 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-76b4d847-c24b-45da-8521-75d780161076 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0517828 Apr 12 03:24:21.527090 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-08c2afb0-2c9e-4d99-87fd-7beb4ff2bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:24:21.529472 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-08c2afb0-2c9e-4d99-87fd-7beb4ff2bd37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447161 Apr 12 03:24:21.625647 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-7051be08-4d6a-45b6-8dfc-96f9e800c58c service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890753 Apr 12 03:24:21.721019 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-c4d27d19-4f47-40b0-b768-93a439c01b0a req-f8c5daf9-c229-4482-8c12-655c7ed44858 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888193 Apr 12 03:24:30.648379 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ea0924e8-ef03-4d5d-8bda-7afc3103e05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:33.053669 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f2e92413-8b1e-43be-838a-f97bd825f97e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:33.841326 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:35.464004 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:36.892342 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:39.507245 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:24:47.089065 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:25:00.662238 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a6d2c393-f95b-4504-a0f4-b4d2d0e8473a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:03.060298 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5ab143d0-f1c9-4e8f-b5f6-0a3033b44790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:03.848654 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:05.469301 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:06.878013 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:09.506748 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:23.100837 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6dffa82e-b12f-47fa-9728-687060851114 req-59f2363f-6a90-446e-b072-2d144eaf340b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454381 Apr 12 03:25:23.190141 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa82e-b12f-47fa-9728-687060851114 req-83aa3f48-49fd-4b80-8ebd-23ad1a332250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:25:23.191697 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6dffa82e-b12f-47fa-9728-687060851114 req-83aa3f48-49fd-4b80-8ebd-23ad1a332250 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0411088 Apr 12 03:25:23.317699 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa82e-b12f-47fa-9728-687060851114 req-dd8b4510-0278-4329-ab51-595a14c9334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:25:23.319222 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6dffa82e-b12f-47fa-9728-687060851114 req-dd8b4510-0278-4329-ab51-595a14c9334d service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.1040416 Apr 12 03:25:23.390734 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6dffa82e-b12f-47fa-9728-687060851114 req-c38126a0-5873-4101-9ff5-6067f2c8a8cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 1002 time: 0.0645468 Apr 12 03:25:23.440030 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa82e-b12f-47fa-9728-687060851114 req-f49d7721-1db5-48be-b4f4-74a25b670108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:25:23.441420 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6dffa82e-b12f-47fa-9728-687060851114 req-f49d7721-1db5-48be-b4f4-74a25b670108 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0452433 Apr 12 03:25:23.494212 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa82e-b12f-47fa-9728-687060851114 req-fba0a260-6e65-4fc3-97a1-3098df2d6150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:25:23.495768 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6dffa82e-b12f-47fa-9728-687060851114 req-fba0a260-6e65-4fc3-97a1-3098df2d6150 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476043 Apr 12 03:25:23.583227 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6dffa82e-b12f-47fa-9728-687060851114 req-49067c62-4612-400e-960d-9c8f576d6d9b service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815642 Apr 12 03:25:23.680311 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6dffa82e-b12f-47fa-9728-687060851114 req-c90f7b4f-97ef-4d2b-bf4e-a7758c9571ff service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912278 Apr 12 03:25:24.093445 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:25:30.663664 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c624b80e-bf3c-4ac7-b3c5-9b2e6bfbf623 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:33.053531 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b96cc21e-d1c7-4ea2-8ac1-73b446450d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:33.854991 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:35.473868 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:36.883642 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:39.514031 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:25:56.833475 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735f111-7dca-484c-85b9-13be54e22207 req-aeb5fac8-a9fa-4a5f-aa4e-af0b0c0a95f2 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:25:56.835119 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a735f111-7dca-484c-85b9-13be54e22207 req-aeb5fac8-a9fa-4a5f-aa4e-af0b0c0a95f2 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0490122 Apr 12 03:25:56.887174 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a735f111-7dca-484c-85b9-13be54e22207 req-97b64b13-e57e-4395-9c3c-df4bcef97b8c tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439801 Apr 12 03:25:58.008771 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec013f9-7e2e-4d32-9f09-e0e1ce183e91 req-fac261e3-6579-4185-9a0a-ec574645a1d3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:25:58.010222 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6ec013f9-7e2e-4d32-9f09-e0e1ce183e91 req-fac261e3-6579-4185-9a0a-ec574645a1d3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0475247 Apr 12 03:25:58.064986 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6ec013f9-7e2e-4d32-9f09-e0e1ce183e91 req-5a72ed25-11b6-4242-9841-88f7cd7a5610 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465152 Apr 12 03:25:59.220954 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2020d-405c-4b28-acd8-03d7c64e351f req-98e953bc-bae8-499b-9b4e-ba52b6c6d935 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:25:59.222439 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f2c2020d-405c-4b28-acd8-03d7c64e351f req-98e953bc-bae8-499b-9b4e-ba52b6c6d935 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0550807 Apr 12 03:25:59.276140 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-f2c2020d-405c-4b28-acd8-03d7c64e351f req-ee431ef6-58f8-49cd-8bae-d4799766ca70 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 Apr 12 03:26:00.405600 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be04807-7b32-41fb-a66f-17c3f8a4ab59 req-1f74135a-4282-4392-8974-720f2d960a76 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:00.407058 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6be04807-7b32-41fb-a66f-17c3f8a4ab59 req-1f74135a-4282-4392-8974-720f2d960a76 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0547490 Apr 12 03:26:00.458502 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-6be04807-7b32-41fb-a66f-17c3f8a4ab59 req-d7b08a12-aa00-414e-a240-05d04ffebfaa tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Apr 12 03:26:00.660935 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b363271c-c051-4695-bb08-db1cdaca1a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:01.098785 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:26:01.582280 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fff21f-00b0-420c-a77e-2c05ac9d42cd req-dec7d3b2-6913-4e9f-ab31-ce06020c6349 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:01.583806 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-91fff21f-00b0-420c-a77e-2c05ac9d42cd req-dec7d3b2-6913-4e9f-ab31-ce06020c6349 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0519354 Apr 12 03:26:01.636826 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-91fff21f-00b0-420c-a77e-2c05ac9d42cd req-364d8069-f6d0-4707-bcce-9a825278e7ae tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445962 Apr 12 03:26:02.766326 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5014c-1cbe-4a51-8302-e60081c67180 req-9a30a6d5-af7c-4799-8001-6cae5e45b4c6 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:02.767817 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ebe5014c-1cbe-4a51-8302-e60081c67180 req-9a30a6d5-af7c-4799-8001-6cae5e45b4c6 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0533292 Apr 12 03:26:02.823997 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ebe5014c-1cbe-4a51-8302-e60081c67180 req-70fe2e7f-8d6a-4407-8e6b-4a747b97e20e tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500295 Apr 12 03:26:03.055008 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c457a60e-66e1-4b55-93eb-b2d722e490d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:03.855607 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:03.949101 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58194f6-24ba-4268-a78b-849f31a0e7d2 req-e93e72b6-7d48-4362-bf70-608d215329af tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:03.950591 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b58194f6-24ba-4268-a78b-849f31a0e7d2 req-e93e72b6-7d48-4362-bf70-608d215329af tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0518200 Apr 12 03:26:04.002151 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-b58194f6-24ba-4268-a78b-849f31a0e7d2 req-2ee7a7d4-fb79-4551-b1b5-018e65d2b585 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435162 Apr 12 03:26:05.132445 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26296eb4-a831-4d3b-b784-5568ee75e984 req-fa9b453d-0555-4c0c-b34a-8c004afc3da2 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:05.133911 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-26296eb4-a831-4d3b-b784-5568ee75e984 req-fa9b453d-0555-4c0c-b34a-8c004afc3da2 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0487368 Apr 12 03:26:05.189943 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-26296eb4-a831-4d3b-b784-5568ee75e984 req-42d37fa4-9e5f-4415-a2d4-4c3a59822c53 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478170 Apr 12 03:26:05.479810 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:06.313130 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19dbff-0f06-4d2a-aee3-2479240eb10f req-19cd07a0-e100-4bba-b668-972e83e2bad9 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:06.314707 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c19dbff-0f06-4d2a-aee3-2479240eb10f req-19cd07a0-e100-4bba-b668-972e83e2bad9 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0487812 Apr 12 03:26:06.371964 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-8c19dbff-0f06-4d2a-aee3-2479240eb10f req-e938f338-83f4-4597-93c4-636c7dc1f93f tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514691 Apr 12 03:26:06.893441 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:06.967780 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-f4ad493e-d173-49d5-8526-091d2d14c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:06.969281 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-f4ad493e-d173-49d5-8526-091d2d14c666 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0427644 Apr 12 03:26:07.058527 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-0708c8a3-acef-4766-a898-cf077115f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:07.060397 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-0708c8a3-acef-4766-a898-cf077115f2d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.0848091 Apr 12 03:26:07.127443 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-aff59696-326f-44a1-abb2-1fc6d108ceb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 1002 time: 0.0610874 Apr 12 03:26:07.176571 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-b23ff065-dfef-4ee4-b424-392e7c6fca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:07.177891 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-b23ff065-dfef-4ee4-b424-392e7c6fca8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0439906 Apr 12 03:26:07.220216 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-067f9d2b-31c6-4d60-801b-394b219d142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:07.221647 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-067f9d2b-31c6-4d60-801b-394b219d142a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0376332 Apr 12 03:26:07.313679 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-73e260d4-da23-40bd-8285-87fea4cf26c6 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850458 Apr 12 03:26:07.403162 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-335c3b01-7e60-4f30-b7a7-62efd33e5e3c req-829fcb1d-5d53-493e-8dad-78f3a7b41165 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829415 Apr 12 03:26:07.503260 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3afd1e1-dbba-495c-ac97-22d8fba55b16 req-91d59150-dc5c-4063-8c52-f40768522b60 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:07.504635 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a3afd1e1-dbba-495c-ac97-22d8fba55b16 req-91d59150-dc5c-4063-8c52-f40768522b60 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0523767 Apr 12 03:26:07.554213 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-a3afd1e1-dbba-495c-ac97-22d8fba55b16 req-8ac0de94-34b8-4cb8-b0a0-7fafbf97eea7 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432289 Apr 12 03:26:08.668951 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb3c49-a2ca-4944-9ee1-6dd41e1625c7 req-01dfa9e8-a30e-44a1-8b31-2233932e94d0 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:08.670420 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-dcbb3c49-a2ca-4944-9ee1-6dd41e1625c7 req-01dfa9e8-a30e-44a1-8b31-2233932e94d0 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0480342 Apr 12 03:26:08.723659 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-dcbb3c49-a2ca-4944-9ee1-6dd41e1625c7 req-49b094db-e75b-4cf5-bf2b-6ea04ce33c5d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476394 Apr 12 03:26:09.514737 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:09.846718 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20361e3-1355-4d0c-915e-913101b52cfb req-69ad3226-883c-407f-b40c-f4745e62765d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:09.848190 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e20361e3-1355-4d0c-915e-913101b52cfb req-69ad3226-883c-407f-b40c-f4745e62765d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0470040 Apr 12 03:26:09.896248 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e20361e3-1355-4d0c-915e-913101b52cfb req-de9e2240-3c7e-4831-a127-fcf72ae993e6 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Apr 12 03:26:09.969072 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-2cef0b91-e309-40fe-9c31-f6ed8a5d3fdb req-4a54577b-227b-4c5e-8691-a18c3414fc78 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:26:09.970073 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-2cef0b91-e309-40fe-9c31-f6ed8a5d3fdb req-4a54577b-227b-4c5e-8691-a18c3414fc78 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079730 Apr 12 03:26:10.138156 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6259e02-343d-4d3f-b326-72d46cfe468e req-1cb8b603-1071-4b9a-b18f-e0c6e4286dc4 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:10.139754 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e6259e02-343d-4d3f-b326-72d46cfe468e req-1cb8b603-1071-4b9a-b18f-e0c6e4286dc4 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0568841 Apr 12 03:26:10.145368 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-d6cd4f6e-4c0a-4db0-ac26-fa7ee397ac6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0797439 Apr 12 03:26:10.154169 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-b7edf97e-7605-48a3-856e-30cd33354355 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103446) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 12 03:26:10.155146 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-b7edf97e-7605-48a3-856e-30cd33354355 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047905 Apr 12 03:26:10.190477 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-e6259e02-343d-4d3f-b326-72d46cfe468e req-44a93878-8cd5-4497-99e1-942cb02abf55 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450346 Apr 12 03:26:10.276756 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-f1de8511-6d7b-45dd-8e68-682ef282b8b9 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:10.278109 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-f1de8511-6d7b-45dd-8e68-682ef282b8b9 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports/05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 943 time: 0.0955892 Apr 12 03:26:11.305170 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75629f4-3bf7-42fe-9ef7-b06d356917ef req-a8901853-2e5b-4800-9499-0f9944a4607f tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:11.306764 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a75629f4-3bf7-42fe-9ef7-b06d356917ef req-a8901853-2e5b-4800-9499-0f9944a4607f tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0485282 Apr 12 03:26:11.356449 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-a75629f4-3bf7-42fe-9ef7-b06d356917ef req-afba6942-30ee-4a28-b065-90605d1e9143 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435061 Apr 12 03:26:11.531899 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-6a7b3cc4-a5a2-4a29-a5be-bb4fa151cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:11.533364 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-6a7b3cc4-a5a2-4a29-a5be-bb4fa151cfb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f&tenant_id=c507071fb18a4e91a538dd16d5387bef HTTP/1.1" status: 200 len: 1130 time: 0.0452168 Apr 12 03:26:11.592629 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-ab824def-0bbd-4d09-9c5e-90ddfb55b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:11.594069 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-ab824def-0bbd-4d09-9c5e-90ddfb55b123 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0380793 Apr 12 03:26:11.686032 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-bfde776d-cf0d-42f2-a780-6c8c5028d3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:11.687434 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-bfde776d-cf0d-42f2-a780-6c8c5028d3de service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.0877960 Apr 12 03:26:11.752703 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-cc237b82-d920-4040-80f1-dec0b3f3e0a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 1002 time: 0.0589542 Apr 12 03:26:11.801769 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-a1c8944b-d150-477a-bee7-979b2d6ef701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:11.803160 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-a1c8944b-d150-477a-bee7-979b2d6ef701 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0447445 Apr 12 03:26:11.846731 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-d79bd15d-0a3f-4efa-8698-aadc963dd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:11.848164 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-d79bd15d-0a3f-4efa-8698-aadc963dd05c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382278 Apr 12 03:26:11.942527 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-879b2d23-82ab-41d7-b24d-4b1c4e841103 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885322 Apr 12 03:26:12.032224 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-5f1a1aaa-4944-472b-b20d-0a50b38f6491 req-d933081c-e84a-48ae-a7f3-13167b965f4f service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833445 Apr 12 03:26:12.259342 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 05fbf3ef-445f-45c0-bd6f-d230932ff838 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:26:12.345363 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 05fbf3ef-445f-45c0-bd6f-d230932ff838 is: ACTIVE; New status is: DOWN {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:26:12.345853 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:12.370059 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:26:12.372328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bc3f31-062b-493d-a494-f58b223cafc0" -d '{"events": [{"server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "name": "network-vif-unplugged", "status": "completed", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:26:12.384545 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:26:12.391316 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:12.445205 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=6']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:26:12.452265 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.452668 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.452939 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.453267 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.453592 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.453914 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.454235 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.454553 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.454895 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.455259 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.455545 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.455889 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.456921 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.456921 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.456921 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103448) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:26:12.471554 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Apr 2022 03:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0704ded3-7517-4491-9ec5-d11aa75e7353 x-openstack-request-id: req-0704ded3-7517-4491-9ec5-d11aa75e7353 {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:26:12.472485 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "name": "network-vif-unplugged", "status": "completed", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:26:12.472741 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0704ded3-7517-4491-9ec5-d11aa75e7353 {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:26:12.473165 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0704ded3-7517-4491-9ec5-d11aa75e7353'] response: {'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'code': 200} Apr 12 03:26:12.482534 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5448c9-3ceb-4431-b5fa-3680541d0263 req-8f8376ab-96b6-487e-905a-9cc57b605144 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:12.484078 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3c5448c9-3ceb-4431-b5fa-3680541d0263 req-8f8376ab-96b6-487e-905a-9cc57b605144 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.0555544 Apr 12 03:26:12.532257 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-3c5448c9-3ceb-4431-b5fa-3680541d0263 req-0d6ed4a0-d4a4-49c8-8e6d-980988663c7a tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Apr 12 03:26:13.670631 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54233-7699-4c5c-b6ec-399f5b481bc7 req-71c32761-38ff-4aa5-b5e2-49846b3e178b tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:13.672114 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b2e54233-7699-4c5c-b6ec-399f5b481bc7 req-71c32761-38ff-4aa5-b5e2-49846b3e178b tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.0474248 Apr 12 03:26:13.733362 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-b2e54233-7699-4c5c-b6ec-399f5b481bc7 req-4c07dd34-4692-477b-a923-da80b2b290f4 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556448 Apr 12 03:26:14.209478 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b3db3a-69db-4f79-9724-ee6e4269789a req-3084f66f-7940-4cfe-8b06-11a6f20abb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:14.211189 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-39b3db3a-69db-4f79-9724-ee6e4269789a req-3084f66f-7940-4cfe-8b06-11a6f20abb23 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1128 time: 0.0434163 Apr 12 03:26:14.257891 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-39b3db3a-69db-4f79-9724-ee6e4269789a req-b67b156d-324f-4a40-825b-b0a85acbde44 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Apr 12 03:26:14.858081 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e59b73-bc21-48e6-bb29-16f7ae0688b6 req-64f7a0bc-a04b-494b-9791-5d5df857d544 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:14.859599 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-35e59b73-bc21-48e6-bb29-16f7ae0688b6 req-64f7a0bc-a04b-494b-9791-5d5df857d544 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.0507104 Apr 12 03:26:14.907983 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-35e59b73-bc21-48e6-bb29-16f7ae0688b6 req-0fda9c23-c0bb-4d63-9857-6d3dc6bae3d4 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428085 Apr 12 03:26:16.028934 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215239e-8a4e-4c26-a000-bb9e4d273a67 req-f2d36d7f-772c-4b4f-a87b-b09a237f3543 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:16.030442 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1215239e-8a4e-4c26-a000-bb9e4d273a67 req-f2d36d7f-772c-4b4f-a87b-b09a237f3543 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 944 time: 0.0470233 Apr 12 03:26:16.081346 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-1215239e-8a4e-4c26-a000-bb9e4d273a67 req-222fdd60-45af-4bc2-9b3d-f1d6b34bfebb tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451922 Apr 12 03:26:16.282864 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 05fbf3ef-445f-45c0-bd6f-d230932ff838 details requested by agent hyperv_hv-cinder-83744 with host hv-cinder-83744 {{(pid=103448) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 12 03:26:16.384328 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:26:16.396797 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Returning: {'device': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'port_id': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'mac_address': 'fa:16:3e:1f:dc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103448) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 12 03:26:16.433402 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 05fbf3ef-445f-45c0-bd6f-d230932ff838 is: DOWN; New status is: BUILD {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:26:16.433792 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:16.448554 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05fbf3ef-445f-45c0-bd6f-d230932ff838 {{(pid=103448) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 12 03:26:16.470410 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:26:16.477796 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:16.535433 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=7']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:26:16.872829 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] get_ports_and_sgs() called for port_ids ['05fbf3ef-445f-45c0-bd6f-d230932ff838'] {{(pid=103448) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 12 03:26:18.313698 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 05fbf3ef-445f-45c0-bd6f-d230932ff838 up at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 12 03:26:18.362563 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.provisioning_blocks [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Provisioning complete for port 05fbf3ef-445f-45c0-bd6f-d230932ff838 triggered by entity L2. {{(pid=103448) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 12 03:26:18.362979 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-931914'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), provisioning_complete {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:18.445395 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Current status of the port 05fbf3ef-445f-45c0-bd6f-d230932ff838 is: BUILD; New status is: ACTIVE {{(pid=103448) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 12 03:26:18.445788 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-990017'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), before_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:18.467943 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838'}] {{(pid=103448) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:26:18.470263 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f4d3d14e440c582b338f6437e89b8309b5b964dceb2d5374d517be36c7b189f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242db71b-6b2e-4f66-9d33-99243374cdb3" -d '{"events": [{"server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838"}]}' {{(pid=103448) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:26:18.482410 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.db [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103448) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:26:18.487884 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766279064095', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766278572108', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766278572126'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:18.515119 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3f1dc9-8b86-445d-9404-15c67fa4fcbb x-openstack-request-id: req-9e3f1dc9-8b86-445d-9404-15c67fa4fcbb {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:26:18.515410 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "name": "network-vif-plugged", "status": "completed", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838", "code": 200}]} {{(pid=103448) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:26:18.515659 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e3f1dc9-8b86-445d-9404-15c67fa4fcbb {{(pid=103448) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:26:18.516045 dv-cinder-837443-1-smb neutron-server[103448]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e3f1dc9-8b86-445d-9404-15c67fa4fcbb'] response: {'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'code': 200} Apr 12 03:26:18.536711 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Pushing event updated for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=8']} {{(pid=103448) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:26:24.091283 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2745119f-c20d-442b-b88b-793ff0e04100 req-f5ae9470-cfb7-4391-9ab5-8eb222993678 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395601 Apr 12 03:26:24.179617 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745119f-c20d-442b-b88b-793ff0e04100 req-76bfa019-84da-43cd-b059-d9454d3cbe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:24.181129 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2745119f-c20d-442b-b88b-793ff0e04100 req-76bfa019-84da-43cd-b059-d9454d3cbe14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0437927 Apr 12 03:26:24.284213 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745119f-c20d-442b-b88b-793ff0e04100 req-3d7a0b3b-904f-4122-aefc-3dfced2f1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:24.285680 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2745119f-c20d-442b-b88b-793ff0e04100 req-3d7a0b3b-904f-4122-aefc-3dfced2f1492 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.0857711 Apr 12 03:26:24.352832 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2745119f-c20d-442b-b88b-793ff0e04100 req-f1700ced-92f0-48f7-8b7e-99331d1ca3a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 1002 time: 0.0611639 Apr 12 03:26:24.402955 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745119f-c20d-442b-b88b-793ff0e04100 req-f478282f-47ac-4679-a1c8-868f04873016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:24.405126 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2745119f-c20d-442b-b88b-793ff0e04100 req-f478282f-47ac-4679-a1c8-868f04873016 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0464234 Apr 12 03:26:24.449391 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745119f-c20d-442b-b88b-793ff0e04100 req-74168db2-a538-46e4-92a7-3e93f22ec493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:26:24.450914 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2745119f-c20d-442b-b88b-793ff0e04100 req-74168db2-a538-46e4-92a7-3e93f22ec493 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0402145 Apr 12 03:26:24.542626 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2745119f-c20d-442b-b88b-793ff0e04100 req-64a364a2-c94a-4f1e-b6b6-69f4899af1a9 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856056 Apr 12 03:26:24.599070 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-e35194ef-bb7e-4603-9f63-507aeca3b19c service neutron] (103447) timed out ('10.222.0.41', 46516) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:26:24.631004 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-2745119f-c20d-442b-b88b-793ff0e04100 req-2944e1f5-df4f-49e7-b3f0-deeb745de926 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826752 Apr 12 03:26:24.767457 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [req-6d6f6f2f-0f3a-443f-90c0-a56bc3895a46 req-b354769b-1904-4066-9b8f-54a347d187ac tempest-AttachVolumeShelveTestJSON-2125356877 tempest-AttachVolumeShelveTestJSON-2125356877-project] (103447) timed out ('10.222.0.41', 46524) {{(pid=103447) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:26:30.663033 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d11f6386-e392-40bb-8be2-418ec1275745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:33.062203 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f4f28dc2-f2bd-48e7-8f1a-0307030bddaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:33.854879 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:35.478968 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:36.896376 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:26:38.103268 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:26:39.529868 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:00.666024 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-73127342-059d-49b1-bdef-f43cfc94711f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:03.060515 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5dc80ce0-2893-4052-87d5-af2baa97c8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:03.865849 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:05.483183 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:06.894548 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:09.549654 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:15.108294 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:27:24.094587 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-91eeccb6-05c7-4e5f-81a3-cb8536eeaff6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422053 Apr 12 03:27:24.175924 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-6330cc8c-a4af-4246-a18c-12f573099d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:27:24.177431 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-6330cc8c-a4af-4246-a18c-12f573099d37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0406833 Apr 12 03:27:24.283925 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-dfd5a70c-e1b3-41c7-b192-fe9428c72188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:27:24.285372 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-dfd5a70c-e1b3-41c7-b192-fe9428c72188 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.0889874 Apr 12 03:27:24.354550 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-35a317f0-f7e6-4047-a5c2-4987004629ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 1002 time: 0.0630770 Apr 12 03:27:24.403907 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-fbd8d784-040d-435f-9128-243cf96a4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:27:24.405321 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-fbd8d784-040d-435f-9128-243cf96a4d3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0440116 Apr 12 03:27:24.454649 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-2d8a0ed0-acb2-4876-9189-13b69399e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:27:24.456112 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-2d8a0ed0-acb2-4876-9189-13b69399e53e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436437 Apr 12 03:27:24.547319 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-a5c66d5c-3c03-4350-8b32-d65449841e32 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855405 Apr 12 03:27:24.635848 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-3976ac87-57bc-4e7e-b690-41b2b2b49567 req-6cfd8714-f320-46db-9a2b-55bff61531f2 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818908 Apr 12 03:27:30.664324 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dbff09b9-d574-4fd3-b8de-08b9e31f297a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:33.052060 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-5b933031-af64-451c-90cc-9b1e273e6cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:33.865173 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:35.488026 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:36.897229 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:39.538485 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:52.112628 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:27:59.498441 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52096) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:27:59.708248 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Deleting port a0782f20-2674-4b28-94bd-8a99b3c1130c {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:27:59.708702 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (a0782f20-2674-4b28-94bd-8a99b3c1130c), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:59.792511 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (a0782f20-2674-4b28-94bd-8a99b3c1130c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:59.792807 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for floatingip (a0782f20-2674-4b28-94bd-8a99b3c1130c), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:27:59.804677 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Calling delete_port for a0782f20-2674-4b28-94bd-8a99b3c1130c owned by network:floatingip {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:27:59.985131 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (a0782f20-2674-4b28-94bd-8a99b3c1130c), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:00.007870 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event deleted for resources: {'Port': ['ID=a0782f20-2674-4b28-94bd-8a99b3c1130c,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:00.017557 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.017898 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.018225 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.018560 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.018916 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.019236 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.020089 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.020089 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.020292 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.020465 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.020805 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.021099 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.021410 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.021704 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.022012 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103447) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:00.085922 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for floatingip (d618b152-265a-4122-b031-dd525334f4c5), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:00.086195 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.db.l3_db [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Floating IP d618b152-265a-4122-b031-dd525334f4c5 disassociated (deleted). External IP: 172.28.1.131, port: 05fbf3ef-445f-45c0-bd6f-d230932ff838. Apr 12 03:28:00.572685 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103447) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:28:00.659858 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2f38b74d-cd97-416d-9cd9-8d7192474c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:00.683235 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103447) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:28:00.688877 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for floatingip (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:00.694646 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] Sync routers for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:28:00.704785 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:28:00.705488 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:27:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:00.716524 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-435428d1-5d8b-4286-a69e-f53abae0eec3 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "DELETE /v2.0/floatingips/d618b152-265a-4122-b031-dd525334f4c5 HTTP/1.1" status: 204 len: 168 time: 1.2165830 Apr 12 03:28:00.717196 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:28:00.719662 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b635c-7131-46d6-9575-d7d9be23ca27" -d '{"events": [{"name": "network-changed", "server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:28:00.830607 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Apr 2022 03:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f48da2-f16a-4771-8d55-acb1980126d4 x-openstack-request-id: req-c4f48da2-f16a-4771-8d55-acb1980126d4 {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:28:00.830927 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:28:00.831181 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4f48da2-f16a-4771-8d55-acb1980126d4 {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:28:00.831594 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f48da2-f16a-4771-8d55-acb1980126d4'] response: {'name': 'network-changed', 'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'status': 'completed', 'code': 200} Apr 12 03:28:00.833210 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:28:00.894423 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-19e32a81-0935-4911-8e6e-faa4a1f00938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:28:00.895996 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-19e32a81-0935-4911-8e6e-faa4a1f00938 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c507071fb18a4e91a538dd16d5387bef&device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 1130 time: 0.0400512 Apr 12 03:28:00.963533 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d99230-450b-4eea-a594-e536f13f8e61 req-51d03968-f22e-4ddc-a6b5-dabb224c930d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103446) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:28:00.965037 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-35d99230-450b-4eea-a594-e536f13f8e61 req-51d03968-f22e-4ddc-a6b5-dabb224c930d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0520189 Apr 12 03:28:01.013623 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [req-35d99230-450b-4eea-a594-e536f13f8e61 req-0bc4c553-9d1b-470f-b3c3-77088d721224 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429037 Apr 12 03:28:01.028498 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:56Z', 'revision_number': 5, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:01.057776 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] Checking router: 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:28:01.066631 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:28:01.067261 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:27:33Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:01.173405 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:28:01.355061 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:56Z', 'revision_number': 5, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:01.383967 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec70e6a-4507-49ea-a3d3-8a63dbee675a None None] The sync data for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb is: [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:51Z', 'revision_number': 4, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb', '_interfaces': [{'id': 'aadad628-382c-4d7b-a7f9-705e02a3ff75', 'name': '', 'network_id': '99dbbe12-c7ec-4a06-bc04-e4b5d91eb223', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'mac_address': 'fa:16:3e:30:cd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:50Z', 'updated_at': '2022-04-12T03:22:56Z', 'revision_number': 5, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'subnets': [{'id': '6c7d541c-4999-433c-b683-01b0f78fccc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:28:01.604293 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139e511a-6fc5-4f0b-a564-27985ed29635 None None] New status for floating IP d618b152-265a-4122-b031-dd525334f4c5: DOWN {{(pid=103449) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 12 03:28:01.947093 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-1efbde7e-303a-4c0f-b492-08fee050cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:28:01.948451 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-1efbde7e-303a-4c0f-b492-08fee050cdbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 200 len: 910 time: 0.0951471 Apr 12 03:28:02.004578 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-d0ba75e1-63a2-4bc1-9754-c921bfbacacf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 200 len: 217 time: 0.0337377 Apr 12 03:28:02.054812 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-2653c591-9bfc-4449-8f27-d487a78ea06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:28:02.056244 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-2653c591-9bfc-4449-8f27-d487a78ea06b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 200 len: 848 time: 0.0430086 Apr 12 03:28:02.155361 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-78731bcd-a779-40db-a08b-9211619fadd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:28:02.156876 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-78731bcd-a779-40db-a08b-9211619fadd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0776582 Apr 12 03:28:02.165201 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf966bf-a574-46bd-b633-ef3f3cd99513 req-7cbe4db0-afa8-4a31-9de3-966fe9d31f37 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:28:02.166628 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-acf966bf-a574-46bd-b633-ef3f3cd99513 req-7cbe4db0-afa8-4a31-9de3-966fe9d31f37 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0768654 Apr 12 03:28:02.270786 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-acf966bf-a574-46bd-b633-ef3f3cd99513 req-37a9d314-6b29-45d1-acc1-5e10273cf267 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/security-groups?id=2b700ff7-4de8-4c1e-98be-9377ef16e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951471 Apr 12 03:28:02.285190 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-d31bc646-4f51-442d-8b96-0b64a802c285 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175556 Apr 12 03:28:02.374769 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-f93b635c-7131-46d6-9575-d7d9be23ca27 req-e8b06555-5d5d-41d0-ada5-8a634eaca4d6 service neutron] 10.222.0.24 "GET /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829756 Apr 12 03:28:02.503579 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15630a87-27f2-47bc-addd-9a5615dae09b req-82ec4348-7da2-450c-a516-e97abae325a6 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103447) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 12 03:28:02.505045 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-15630a87-27f2-47bc-addd-9a5615dae09b req-82ec4348-7da2-450c-a516-e97abae325a6 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.24 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 946 time: 0.0595241 Apr 12 03:28:02.599039 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Deleting port 05fbf3ef-445f-45c0-bd6f-d230932ff838 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:28:02.599379 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:02.692686 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] For port 05fbf3ef-445f-45c0-bd6f-d230932ff838, host hv-cinder-83744, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83744',level=0,port_id=05fbf3ef-445f-45c0-bd6f-d230932ff838,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:28:02.693017 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:02.706254 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Calling delete_port for 05fbf3ef-445f-45c0-bd6f-d230932ff838 owned by compute:nova {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:28:02.836434 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (05fbf3ef-445f-45c0-bd6f-d230932ff838), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:02.868211 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event deleted for resources: {'Port': ['ID=05fbf3ef-445f-45c0-bd6f-d230932ff838,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:02.910938 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] No DVR routers for this DVR port 05fbf3ef-445f-45c0-bd6f-d230932ff838 on host hv-cinder-83744 {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:28:02.913677 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-253643'] for port (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:02.916977 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-15630a87-27f2-47bc-addd-9a5615dae09b req-43f28885-cbe5-4624-8f01-5416168b3c19 tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.24 "DELETE /v2.0/ports/05fbf3ef-445f-45c0-bd6f-d230932ff838 HTTP/1.1" status: 204 len: 173 time: 0.4067311 Apr 12 03:28:02.917457 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'name': 'network-vif-deleted', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838'}] {{(pid=103447) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 12 03:28:02.919738 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b70e94e146862db6c5b0b920acdb4814eb991503d6e92e9fd396d46ba8f277e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf4154d-2d43-4b17-9a09-9007f2865028" -d '{"events": [{"server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "name": "network-vif-deleted", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838"}]}' {{(pid=103447) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 12 03:28:02.972177 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Apr 2022 03:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e61443-bc97-4f76-b565-c6aa028a291c x-openstack-request-id: req-05e61443-bc97-4f76-b565-c6aa028a291c {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 12 03:28:02.972780 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437c1e07-381c-427c-bdcc-bdd9b853ff5f", "name": "network-vif-deleted", "tag": "05fbf3ef-445f-45c0-bd6f-d230932ff838", "status": "completed", "code": 200}]} {{(pid=103447) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 12 03:28:02.972780 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05e61443-bc97-4f76-b565-c6aa028a291c {{(pid=103447) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 12 03:28:02.973137 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e61443-bc97-4f76-b565-c6aa028a291c'] response: {'server_uuid': '437c1e07-381c-427c-bdcc-bdd9b853ff5f', 'name': 'network-vif-deleted', 'tag': '05fbf3ef-445f-45c0-bd6f-d230932ff838', 'status': 'completed', 'code': 200} Apr 12 03:28:03.046331 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bbdbe823-74e7-450f-9e2c-d617d943b164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:03.384887 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [req-ee2ec248-9b97-4b86-bff2-d908d9b60853 req-09d56493-f6fe-4d2c-867e-3c74ad72fa3d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "GET /v2.0/ports?device_id=437c1e07-381c-427c-bdcc-bdd9b853ff5f HTTP/1.1" status: 200 len: 210 time: 0.0282867 Apr 12 03:28:03.869843 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:04.447878 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52130) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:04.506306 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e997e9e-952e-439f-8bdd-d6c69355670d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group (2b700ff7-4de8-4c1e-98be-9377ef16e5bd), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:04.535185 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e997e9e-952e-439f-8bdd-d6c69355670d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group (2b700ff7-4de8-4c1e-98be-9377ef16e5bd), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:04.600418 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e997e9e-952e-439f-8bdd-d6c69355670d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (2b700ff7-4de8-4c1e-98be-9377ef16e5bd), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:04.603007 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-3e997e9e-952e-439f-8bdd-d6c69355670d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:04.604168 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-3e997e9e-952e-439f-8bdd-d6c69355670d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] 10.222.0.41 "DELETE /v2.0/security-groups/2b700ff7-4de8-4c1e-98be-9377ef16e5bd HTTP/1.1" status: 204 len: 168 time: 0.1553152 Apr 12 03:28:04.617326 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e997e9e-952e-439f-8bdd-d6c69355670d tempest-TestShelveInstance-245225097 tempest-TestShelveInstance-245225097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b700ff7-4de8-4c1e-98be-9377ef16e5bd,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:04.653374 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 52134) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:05.077197 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043069'] for router_interface (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:05.310000 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Deleting port aadad628-382c-4d7b-a7f9-705e02a3ff75 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:28:05.310335 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:05.395633 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] For port aadad628-382c-4d7b-a7f9-705e02a3ff75, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=aadad628-382c-4d7b-a7f9-705e02a3ff75,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:28:05.395860 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:05.409091 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Calling delete_port for aadad628-382c-4d7b-a7f9-705e02a3ff75 owned by network:router_interface {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:28:05.486404 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:05.602933 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (aadad628-382c-4d7b-a7f9-705e02a3ff75), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:05.636234 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadad628-382c-4d7b-a7f9-705e02a3ff75,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:05.660347 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.661178 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.661178 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.661406 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.661888 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.662213 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.662544 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.662900 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.663216 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.663522 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.663837 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.664149 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.664458 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.664764 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.665071 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837443-1-smb {{(pid=103446) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 12 03:28:05.808444 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2042897'] for router_interface (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.032600 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:28:06.144908 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:28:06.151964 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-9c45d15a-a448-4db4-845b-42a56ffdba29 admin admin] 10.222.0.41 "PUT /v2.0/routers/9fd0a546-2ca0-46dc-bd78-12a200cc0d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4975095 Apr 12 03:28:06.154702 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52138) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:06.156685 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] Sync routers for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:28:06.169334 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:28:06.170131 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:28:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:06.268409 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks [] for router (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.390166 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks [] for router_gateway (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.413369 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: dv-cinder-837443-1-smb {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:28:06.436596 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Deleting port b31bbf87-3956-4236-8389-8f41a36a2585 {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:28:06.436945 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.516953 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] For port b31bbf87-3956-4236-8389-8f41a36a2585, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=b31bbf87-3956-4236-8389-8f41a36a2585,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:28:06.517285 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.530903 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Calling delete_port for b31bbf87-3956-4236-8389-8f41a36a2585 owned by network:router_gateway {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:28:06.587890 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:28:05Z', 'revision_number': 5, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port': {'id': 'b31bbf87-3956-4236-8389-8f41a36a2585', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:06.615237 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] Checking router: 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 for host: dv-cinder-837443-1-smb {{(pid=103448) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:28:06.624223 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] Routers {'9fd0a546-2ca0-46dc-bd78-12a200cc0d12'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103448) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:28:06.624848 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:28:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'], 'active': True} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:06.709884 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (b31bbf87-3956-4236-8389-8f41a36a2585), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.717221 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_dvr_db [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] Set router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 gateway port host: None {{(pid=103448) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:28:06.735667 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=b31bbf87-3956-4236-8389-8f41a36a2585,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:06.774762 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.db.l3_hamode_db [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:28:06Z', 'revision_number': 6, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port_host': None}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:06.797638 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036983'] for router_gateway (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.802074 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac52c3-9153-4d40-8e45-56eedb6fb3ba None None] The sync data for ids ['9fd0a546-2ca0-46dc-bd78-12a200cc0d12'] in dv-cinder-837443-1-smb is: [{'id': '9fd0a546-2ca0-46dc-bd78-12a200cc0d12', 'name': 'tempest-TestShelveInstance-1623250712-router', 'tenant_id': 'c507071fb18a4e91a538dd16d5387bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:49Z', 'updated_at': '2022-04-12T03:28:06Z', 'revision_number': 6, 'project_id': 'c507071fb18a4e91a538dd16d5387bef', 'gw_port_host': None}] {{(pid=103448) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:28:06.804865 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 05fbf3ef-445f-45c0-bd6f-d230932ff838 no longer exists at agent hyperv_hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:28:06.825869 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] No Port match for: 05fbf3ef-445f-45c0-bd6f-d230932ff838 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:28:06.826218 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Device 05fbf3ef-445f-45c0-bd6f-d230932ff838 not bound to the agent host hv-cinder-83744 {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:28:06.889991 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1993049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2726'] for router (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.892268 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks [] for router_controller (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.893405 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.940169 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1993040'] for router (9fd0a546-2ca0-46dc-bd78-12a200cc0d12), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.940755 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd0a546-2ca0-46dc-bd78-12a200cc0d12 {{(pid=103447) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:28:06.944973 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:06.946115 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-dbbdf8ff-b9d0-4795-9d11-e45736626e49 admin admin] 10.222.0.41 "DELETE /v2.0/routers/9fd0a546-2ca0-46dc-bd78-12a200cc0d12 HTTP/1.1" status: 204 len: 168 time: 0.7903399 Apr 12 03:28:06.948659 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52140) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:06.993255 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d0d221-80c1-4218-be28-351b11070c7b admin admin] Deleting subnet 6c7d541c-4999-433c-b683-01b0f78fccc2 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:28:06.996733 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d221-80c1-4218-be28-351b11070c7b admin admin] Publish callbacks [] for subnet (6c7d541c-4999-433c-b683-01b0f78fccc2), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.032608 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d221-80c1-4218-be28-351b11070c7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (6c7d541c-4999-433c-b683-01b0f78fccc2), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.122614 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d221-80c1-4218-be28-351b11070c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (6c7d541c-4999-433c-b683-01b0f78fccc2), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.179119 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d221-80c1-4218-be28-351b11070c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (6c7d541c-4999-433c-b683-01b0f78fccc2), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.206102 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0d221-80c1-4218-be28-351b11070c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7d541c-4999-433c-b683-01b0f78fccc2,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:07.211822 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-b1d0d221-80c1-4218-be28-351b11070c7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.215901 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-b1d0d221-80c1-4218-be28-351b11070c7b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6c7d541c-4999-433c-b683-01b0f78fccc2 HTTP/1.1" status: 204 len: 168 time: 0.2663264 Apr 12 03:28:07.217495 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f8c00d-06dd-4b55-86c6-7c7386fe51d2 None None] Network 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:28:07.218495 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52142) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:07.286648 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (99dbbe12-c7ec-4a06-bc04-e4b5d91eb223), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.334418 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Deleting port 8f4c804d-56b5-4c8d-8890-8854324965ad {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:28:07.334803 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.396529 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] For port 8f4c804d-56b5-4c8d-8890-8854324965ad, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=8f4c804d-56b5-4c8d-8890-8854324965ad,segment=NetworkSegment(a1b37b05-9204-42e9-9a49-70304b219a37),segment_id=a1b37b05-9204-42e9-9a49-70304b219a37)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:28:07.396884 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.410240 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Calling delete_port for 8f4c804d-56b5-4c8d-8890-8854324965ad owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:28:07.498270 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (8f4c804d-56b5-4c8d-8890-8854324965ad), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.522832 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4c804d-56b5-4c8d-8890-8854324965ad,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:07.526270 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] No DVR routers for this DVR port 8f4c804d-56b5-4c8d-8890-8854324965ad on host dv-cinder-837443-1-smb {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:28:07.574846 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf732e0-4b7d-47d8-a04d-4d6fa4407b3c None None] DHCP port deletion for 99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 request from dv-cinder-837443-1-smb {{(pid=103448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:28:07.602498 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (99dbbe12-c7ec-4a06-bc04-e4b5d91eb223), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.626631 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99dbbe12-c7ec-4a06-bc04-e4b5d91eb223']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:07.636174 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b37b05-9204-42e9-9a49-70304b219a37') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:07.636469 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b37b05-9204-42e9-9a49-70304b219a37') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:07.646098 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (a1b37b05-9204-42e9-9a49-70304b219a37), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.659743 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (a1b37b05-9204-42e9-9a49-70304b219a37), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.666820 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:28:07.667072 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (a1b37b05-9204-42e9-9a49-70304b219a37), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:28:07.678747 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:28:07.726349 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (99dbbe12-c7ec-4a06-bc04-e4b5d91eb223), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.732629 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:07.735878 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/99dbbe12-c7ec-4a06-bc04-e4b5d91eb223 HTTP/1.1" status: 204 len: 168 time: 0.5163357 Apr 12 03:28:07.738963 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 52144) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:07.745143 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f9aa5c-df6a-4b79-af37-defcf897d0d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=99dbbe12-c7ec-4a06-bc04-e4b5d91eb223,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:08.079442 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2043069'] for router_interface (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:08.323991 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Deleting port 44deecf6-35d5-42be-8f6f-4f891e9626e1 {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:28:08.324271 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:08.380345 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 8f4c804d-56b5-4c8d-8890-8854324965ad no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:28:08.400288 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 8f4c804d-56b5-4c8d-8890-8854324965ad {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:28:08.400633 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 8f4c804d-56b5-4c8d-8890-8854324965ad not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:28:08.401007 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b31bbf87-3956-4236-8389-8f41a36a2585 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:28:08.402853 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] For port 44deecf6-35d5-42be-8f6f-4f891e9626e1, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=44deecf6-35d5-42be-8f6f-4f891e9626e1,segment=NetworkSegment(a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0),segment_id=a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:28:08.403276 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:08.415995 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Calling delete_port for 44deecf6-35d5-42be-8f6f-4f891e9626e1 owned by network:router_interface {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:28:08.419426 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: b31bbf87-3956-4236-8389-8f41a36a2585 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:28:08.419774 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device b31bbf87-3956-4236-8389-8f41a36a2585 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:28:08.420176 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device aadad628-382c-4d7b-a7f9-705e02a3ff75 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:28:08.442616 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: aadad628-382c-4d7b-a7f9-705e02a3ff75 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:28:08.442997 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device aadad628-382c-4d7b-a7f9-705e02a3ff75 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:28:08.872739 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (44deecf6-35d5-42be-8f6f-4f891e9626e1), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:08.901714 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Pushing event deleted for resources: {'Port': ['ID=44deecf6-35d5-42be-8f6f-4f891e9626e1,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:09.064973 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2096089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2042897'] for router_interface (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:09.284153 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 has already been hosted by L3 agent 642cd448-1cd9-4790-8469-c41e69c884f1 {{(pid=103446) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 12 03:28:09.409578 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] Notify agent at l3_agent.dv-cinder-837443-1-smb the message routers_updated {{(pid=103446) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 12 03:28:09.414710 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-332bab9f-7f23-4eae-a0d3-07e624014589 admin admin] 10.222.0.41 "PUT /v2.0/routers/cd8f9613-a8ba-4378-a7d2-a6699e27e7e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6746113 Apr 12 03:28:09.417934 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 52146) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:09.421150 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] Sync routers for ids ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'] in dv-cinder-837443-1-smb {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 12 03:28:09.432180 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] Routers {'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:28:09.432909 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:28:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:09.526367 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks [] for router (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:09.531387 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:09.628884 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] Set router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 gateway port host: dv-cinder-837443-1-smb {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:28:09.640995 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks [] for router_gateway (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:09.690277 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Deleting port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a {{(pid=103446) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:28:09.691034 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:09.781405 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.db [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] For port 1838a0f1-95b2-4d11-8c20-9642a23e4c4a, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=1838a0f1-95b2-4d11-8c20-9642a23e4c4a,segment=NetworkSegment(18ab9ae8-b6ff-4f19-9885-04d9ae19363e),segment_id=18ab9ae8-b6ff-4f19-9885-04d9ae19363e)] {{(pid=103446) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:28:09.781771 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:09.794760 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.plugins.ml2.plugin [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Calling delete_port for 1838a0f1-95b2-4d11-8c20-9642a23e4c4a owned by network:router_gateway {{(pid=103446) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:28:09.794968 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'external_fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94'}], 'enable_snat': True}, 'gw_port_id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:28:08Z', 'revision_number': 5, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port': {'id': '1838a0f1-95b2-4d11-8c20-9642a23e4c4a', 'name': '', 'network_id': '528e376c-2fee-4668-ad87-dd9426699ebf', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:01:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'ip_address': '172.28.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837443-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9cb50edb-f49a-4bf7-88af-83f8cb6fd6bb', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837443-1-smb'}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:09.821171 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] Checking router: cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 for host: dv-cinder-837443-1-smb {{(pid=103449) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 12 03:28:09.829311 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] Routers {'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'} bound to L3 agent in host dv-cinder-837443-1-smb {{(pid=103449) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 12 03:28:09.829905 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837443-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-12T02:59:33Z,description=,heartbeat_timestamp=2022-04-12T03:28:03Z,host='dv-cinder-837443-1-smb',id=642cd448-1cd9-4790-8469-c41e69c884f1,load=0,resource_versions=,resources_synced=,started_at=2022-04-12T02:59:33Z,topic='l3_agent')) {'router_ids': ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'], 'active': True} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:09.916906 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_dvr_db [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] Set router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 gateway port host: None {{(pid=103449) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 12 03:28:09.968784 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10111557'] for port (1838a0f1-95b2-4d11-8c20-9642a23e4c4a), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:09.971060 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.l3_hamode_db [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:28:09Z', 'revision_number': 6, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port_host': None}], 'dv-cinder-837443-1-smb', False) {} {{(pid=103449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:09.994171 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1838a0f1-95b2-4d11-8c20-9642a23e4c4a,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:09.997922 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf55fd2-08f9-4a91-a5ed-d376653c38f1 None None] The sync data for ids ['cd8f9613-a8ba-4378-a7d2-a6699e27e7e9'] in dv-cinder-837443-1-smb is: [{'id': 'cd8f9613-a8ba-4378-a7d2-a6699e27e7e9', 'name': 'tempest-TestShelveInstance-1000053771-router', 'tenant_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-12T03:22:53Z', 'updated_at': '2022-04-12T03:28:09Z', 'revision_number': 6, 'project_id': 'ed46a5a59ead4665b4c3fadb82cec8ce', 'gw_port_host': None}] {{(pid=103449) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 12 03:28:10.056379 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036983'] for router_gateway (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.148844 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1993049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2726'] for router (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.151126 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks [] for router_controller (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), precommit_delete_associations {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.202181 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1993040'] for router (cd8f9613-a8ba-4378-a7d2-a6699e27e7e9), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.202636 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 {{(pid=103446) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 12 03:28:10.207815 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.208991 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-253f334b-83f9-4880-a59c-1826da21fac5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/cd8f9613-a8ba-4378-a7d2-a6699e27e7e9 HTTP/1.1" status: 204 len: 168 time: 0.7901752 Apr 12 03:28:10.211706 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52148) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:10.261536 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.db_base_plugin_v2 [None req-76542da6-2db8-40a7-8e9a-49b0ff5c0b7a admin admin] Deleting subnet a7444206-bd5c-415c-854e-786c302eb265 {{(pid=103447) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 12 03:28:10.264975 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76542da6-2db8-40a7-8e9a-49b0ff5c0b7a admin admin] Publish callbacks [] for subnet (a7444206-bd5c-415c-854e-786c302eb265), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.300894 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76542da6-2db8-40a7-8e9a-49b0ff5c0b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8462496'] for subnet (a7444206-bd5c-415c-854e-786c302eb265), precommit_delete_associations {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.383170 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76542da6-2db8-40a7-8e9a-49b0ff5c0b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-929326'] for subnet (a7444206-bd5c-415c-854e-786c302eb265), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.438611 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76542da6-2db8-40a7-8e9a-49b0ff5c0b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-929303', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10325228', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10264208'] for subnet (a7444206-bd5c-415c-854e-786c302eb265), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.468216 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76542da6-2db8-40a7-8e9a-49b0ff5c0b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7444206-bd5c-415c-854e-786c302eb265,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:10.474072 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-76542da6-2db8-40a7-8e9a-49b0ff5c0b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for subnet (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.477996 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-76542da6-2db8-40a7-8e9a-49b0ff5c0b7a admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a7444206-bd5c-415c-854e-786c302eb265 HTTP/1.1" status: 204 len: 168 time: 0.2652056 Apr 12 03:28:10.479249 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0674c419-a4d2-41fb-b627-9e6779c0276b None None] Network e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d requested from dv-cinder-837443-1-smb {{(pid=103448) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 12 03:28:10.480703 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52150) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:10.546967 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1034109'] for network (e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.590206 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Deleting port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e {{(pid=103447) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 12 03:28:10.590544 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766279056415'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.655454 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.db [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] For port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e, host dv-cinder-837443-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837443-1-smb',level=0,port_id=36afbfa1-8a1e-448b-886b-2b3d212cfc2e,segment=NetworkSegment(a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0),segment_id=a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0)] {{(pid=103447) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 12 03:28:10.655807 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2028323'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.668391 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.plugin [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Calling delete_port for 36afbfa1-8a1e-448b-886b-2b3d212cfc2e owned by network:dhcp {{(pid=103447) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 12 03:28:10.751364 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-989603', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-237967', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766279064077', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766278572099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10325137'] for port (36afbfa1-8a1e-448b-886b-2b3d212cfc2e), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.777873 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a011499-5022-44bb-968f-2db5b06a3403 None None] DHCP port deletion for e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d request from dv-cinder-837443-1-smb {{(pid=103448) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 12 03:28:10.781179 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 44deecf6-35d5-42be-8f6f-4f891e9626e1 no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:28:10.788344 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Pushing event deleted for resources: {'Port': ['ID=36afbfa1-8a1e-448b-886b-2b3d212cfc2e,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:10.798163 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] No DVR routers for this DVR port 36afbfa1-8a1e-448b-886b-2b3d212cfc2e on host dv-cinder-837443-1-smb {{(pid=103447) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 12 03:28:10.809849 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 44deecf6-35d5-42be-8f6f-4f891e9626e1 {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:28:10.810406 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 44deecf6-35d5-42be-8f6f-4f891e9626e1 not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:28:10.869111 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-931747', 'neutron.services.segments.db._delete_segments_for_network-8766279100591'] for network (e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.889416 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d']}} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:10.898981 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0') {'for_net_delete': True} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:10.899229 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.services.segments.db [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0') {} {{(pid=103447) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 12 03:28:10.908613 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766279102136', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8462505'] for segment (a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.921792 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859'] for segment (a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.929015 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103447) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 12 03:28:10.929422 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-925859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10325062'] for segment (a9ff5ee2-2d5f-47ed-a35d-e523a0a189f0), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: Traceback (most recent call last): Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: timer() Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: cb(*args, **kw) Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: return func(*args, **kwargs) Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: self._notify() Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: self.callback(batched_events) Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: event.method(event) Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: aggregate_uuid = self.p_client.list_aggregates( Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: return f(self, *a, **k) Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: return self._get(url).json() Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: return self.request(url, 'GET', **kwargs) Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: base_url = self.get_endpoint(auth, allow=allow, Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 12 03:28:10.931480 dv-cinder-837443-1-smb neutron-server[103447]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 12 03:28:10.993060 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-931756', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2096078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036883'] for network (e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:10.999107 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2095932'] for network (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.002404 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] 10.222.0.41 "DELETE /v2.0/networks/e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d HTTP/1.1" status: 204 len: 168 time: 0.5207839 Apr 12 03:28:11.012967 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bfc86-64de-44d4-b7af-0a36af9f48ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e2c5e7-03d1-4699-8ee5-11bf8a964b9d,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:11.121517 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 52154) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:11.162887 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-39a8c595-c5e7-441f-b550-77b16bd5cc31 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c507071fb18a4e91a538dd16d5387bef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401537 Apr 12 03:28:11.165404 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [-] (103446) accepted ('10.222.0.41', 52156) {{(pid=103446) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:11.214096 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba73ebd1-5363-4ebe-8d4e-452193d0dd62 admin admin] Publish callbacks [] for security_group (09ec86d9-685b-4bd6-a18b-85e8da7ec4ef), before_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.236060 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba73ebd1-5363-4ebe-8d4e-452193d0dd62 admin admin] Publish callbacks [] for security_group (09ec86d9-685b-4bd6-a18b-85e8da7ec4ef), precommit_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.291285 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba73ebd1-5363-4ebe-8d4e-452193d0dd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (09ec86d9-685b-4bd6-a18b-85e8da7ec4ef), after_delete {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.293826 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron_lib.callbacks.manager [None req-ba73ebd1-5363-4ebe-8d4e-452193d0dd62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.295007 dv-cinder-837443-1-smb neutron-server[103446]: INFO neutron.wsgi [None req-ba73ebd1-5363-4ebe-8d4e-452193d0dd62 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/09ec86d9-685b-4bd6-a18b-85e8da7ec4ef HTTP/1.1" status: 204 len: 168 time: 0.1287169 Apr 12 03:28:11.303259 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73ebd1-5363-4ebe-8d4e-452193d0dd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ec86d9-685b-4bd6-a18b-85e8da7ec4ef,revision_number=None']} {{(pid=103446) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:11.617423 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52162) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:11.658235 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-99c1a7f6-b414-4708-a372-2d14f7e99fbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ed46a5a59ead4665b4c3fadb82cec8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396161 Apr 12 03:28:11.661713 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.wsgi [-] (103447) accepted ('10.222.0.41', 52164) {{(pid=103447) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 12 03:28:11.709701 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ade44721-6401-4000-b7a7-14cec6ce120d admin admin] Publish callbacks [] for security_group (2872a704-91fc-41da-a83a-b60725cc28ab), before_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.730070 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ade44721-6401-4000-b7a7-14cec6ce120d admin admin] Publish callbacks [] for security_group (2872a704-91fc-41da-a83a-b60725cc28ab), precommit_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.782077 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ade44721-6401-4000-b7a7-14cec6ce120d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2085678'] for security_group (2872a704-91fc-41da-a83a-b60725cc28ab), after_delete {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.784610 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron_lib.callbacks.manager [None req-ade44721-6401-4000-b7a7-14cec6ce120d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103447) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:11.785790 dv-cinder-837443-1-smb neutron-server[103447]: INFO neutron.wsgi [None req-ade44721-6401-4000-b7a7-14cec6ce120d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2872a704-91fc-41da-a83a-b60725cc28ab HTTP/1.1" status: 204 len: 168 time: 0.1232092 Apr 12 03:28:11.793378 dv-cinder-837443-1-smb neutron-server[103447]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade44721-6401-4000-b7a7-14cec6ce120d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872a704-91fc-41da-a83a-b60725cc28ab,revision_number=None']} {{(pid=103447) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 12 03:28:12.367483 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 36afbfa1-8a1e-448b-886b-2b3d212cfc2e no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:28:12.388668 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 36afbfa1-8a1e-448b-886b-2b3d212cfc2e {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:28:12.389021 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 36afbfa1-8a1e-448b-886b-2b3d212cfc2e not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:28:12.389424 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 1838a0f1-95b2-4d11-8c20-9642a23e4c4a no longer exists at agent ovs-agent-dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 12 03:28:12.409060 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.plugin [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] No Port match for: 1838a0f1-95b2-4d11-8c20-9642a23e4c4a {{(pid=103448) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 12 03:28:12.409427 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron.plugins.ml2.rpc [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Device 1838a0f1-95b2-4d11-8c20-9642a23e4c4a not bound to the agent host dv-cinder-837443-1-smb {{(pid=103448) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 12 03:28:29.112286 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:28:30.675384 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2ab80277-da42-448c-a4c6-bd3d23ba5974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:33.054244 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-c5e81cd8-15ba-4108-9d47-fe26a3c92b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:33.880482 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:35.491658 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:36.911081 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:28:39.542116 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:00.679724 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-2b284eae-9d15-4d98-812e-69bec5562796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:03.055716 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-07a4ba99-6406-44e6-b870-45a91a55f98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:03.882499 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:05.496426 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:06.117896 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:29:06.912905 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:09.551753 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:30.682257 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-bf73d5d1-407c-4752-b7d9-3aec41094af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:33.058112 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-fd58a53d-01dd-45d3-8f6b-97750d269db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:33.885975 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:35.501731 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:36.908101 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:39.571912 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:29:43.123246 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:30:00.684263 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e7d919e0-60f3-42cc-a9d9-81cb6f92fb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:03.064167 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-901a009c-ee6c-493c-9f92-9b7c0265ed6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:03.886677 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:05.508040 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:06.915078 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:09.595228 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:20.127145 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:30:30.687007 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d132a5be-eb79-452a-8f47-6fe4efa12b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:33.070872 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-cc9b5e58-e8f1-42b6-be6f-bc322f5b4624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:33.889751 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:35.517275 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:36.919607 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:39.606057 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:30:57.131842 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:31:00.691121 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-87ae04cf-eb53-4c34-ade6-542f9ee53eca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:03.065438 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-be92a558-fd29-4e1a-8ff4-84425000ef43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:03.898861 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:05.513198 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:06.922295 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:09.626400 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:30.691820 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ec1dc529-7430-467e-9e32-01de09d05094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:33.072383 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-6dcaf056-3bd3-427a-aad2-5a8141387f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:33.897283 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:34.136258 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:31:35.523304 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:36.926329 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:31:39.628663 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:00.695656 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-f22023db-db2b-4af1-a755-3ed8feb2a4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:00.739413 dv-cinder-837443-1-smb neutron-server[103446]: DEBUG neutron.wsgi [req-55dee8a4-b31d-4d36-972a-31cb7cf6996f req-de9fee1e-5c5a-4801-ab4d-49f4130c23ce service neutron] (103446) timed out ('10.222.0.24', 62563) {{(pid=103446) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 12 03:32:03.068438 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-dd325648-e6c9-4442-bbfd-ebb3291da587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:03.909046 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:05.521610 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:06.936338 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:09.640691 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:11.142226 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:32:30.698004 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-e42da95b-b9c8-4207-be3b-eb354170287a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:33.054015 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-ae246ae1-fcd4-4e89-9243-c2b1be389617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:33.908317 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:35.524122 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:36.937068 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:39.641645 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:32:48.146916 dv-cinder-837443-1-smb neutron-server[103449]: DEBUG neutron.db.agents_db [None req-9d4195ea-d8d5-4f91-bd43-a6e9529282f2 None None] Agent healthcheck: found 6 active agents {{(pid=103449) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 12 03:33:00.698197 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-7ded859f-2ab6-4ad1-b604-f5b7be51cb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (b588617e-e91c-4533-8ffe-858d758341dd), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:33:03.065599 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-a9a36d44-2cb8-4fcc-b552-8cef4a1483f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (642cd448-1cd9-4790-8469-c41e69c884f1), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:33:03.914392 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-31ca085e-76bc-4af4-b291-2963d4ac4038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (2bc1c476-7200-48fb-b9cf-2e74723c14d3), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:33:05.530232 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-4a43c89f-46a9-4c5c-8032-091bbeba1875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (a5394825-fc41-4192-b2f9-f383ef71e71e), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:33:06.921866 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-b0bf9467-6af4-43d1-a279-c1434e155265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (6981a665-efb7-489f-8c07-661b2a7d8928), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 12 03:33:09.665671 dv-cinder-837443-1-smb neutron-server[103448]: DEBUG neutron_lib.callbacks.manager [None req-d9ecf8c6-d7ad-4ea5-a7bc-fa4056c47d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766279100573', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-932068'] for agent (9a4de998-28b2-4430-8379-e4f79a4724de), after_update {{(pid=103448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}